cjw/amd-r9700-ai-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity
Files
9fcc0eac1ca2bdb63f351f593dbdb95cbb78ff9b
amd-r9700-ai-toolboxes/docs/results.json
T
Donato Capitella 9fcc0eac1c updated benchmarks
2025-12-06 11:03:03 +00:00

10847 lines
291 KiB
JSON
Raw Blame History

{
"meta": {
"generated_at": "2025-12-06T11:02:47Z",
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
"llamacpp_builds": [
{
"hash": "6016d0bd4",
"number": "7285"
}
],
"environments": [
"rocm-7-nightly",
"rocm-7-nightly-hblt0",
"rocm-7-nightly-rocwmma",
"rocm-7-nightly-rocwmma-hblt0",
"rocm-7.9",
"rocm-7.9-hblt0",
"rocm-7.9-rocwmma",
"rocm-7.9-rocwmma-hblt0",
"rocm6_4_4",
"rocm6_4_4-hblt0",
"rocm6_4_4-rocwmma",
"rocm6_4_4-rocwmma-hblt0",
"rocm7.1",
"rocm7.1-hblt0",
"rocm7.1-rocwmma",
"rocm7.1-rocwmma-hblt0",
"vulkan_amdvlk",
"vulkan_radv"
],
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
},
"runs": [
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 14.0,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": null
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 382.2,
"tps_std": 0.44,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.74,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2708.86,
"tps_std": 8.75,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.75,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 376.62,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.77,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2434.31,
"tps_std": 160.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.82,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 366.55,
"tps_std": 0.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.8,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2606.42,
"tps_std": 11.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.85,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 369.67,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2312.05,
"tps_std": 24.53,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 377.52,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2402.0,
"tps_std": 8.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.89,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 379.17,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.9,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2552.63,
"tps_std": 4.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.84,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 368.25,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.82,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2582.25,
"tps_std": 10.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 376.47,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.87,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 540.84,
"tps_std": 0.82,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 18.79,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 930.96,
"tps_std": 16.21,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 17.68,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 818.04,
"tps_std": 30.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.16,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 644.36,
"tps_std": 8.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 51.88,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 800.5,
"tps_std": 43.62,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.29,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 638.77,
"tps_std": 8.84,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 51.65,
"tps_std": 0.42,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1577.01,
"tps_std": 83.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.72,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 670.79,
"tps_std": 24.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.75,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1640.28,
"tps_std": 17.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 55.41,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 676.65,
"tps_std": 20.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.63,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1686.79,
"tps_std": 32.81,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 58.26,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 661.24,
"tps_std": 12.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.64,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1730.61,
"tps_std": 34.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.2,
"tps_std": 0.77,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 688.64,
"tps_std": 11.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.51,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1588.08,
"tps_std": 46.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.3,
"tps_std": 0.67,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 676.12,
"tps_std": 15.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.72,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 683.86,
"tps_std": 15.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 56.94,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 286.15,
"tps_std": 12.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 15.81,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1886.73,
"tps_std": 107.96,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 26.98,
"tps_std": 1.9,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1187.71,
"tps_std": 4.64,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.6,
"tps_std": 0.57,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2914.78,
"tps_std": 233.63,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.46,
"tps_std": 0.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1205.03,
"tps_std": 11.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.14,
"tps_std": 0.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2873.06,
"tps_std": 13.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 106.98,
"tps_std": 0.64,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2803.16,
"tps_std": 16.89,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.98,
"tps_std": 0.55,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2795.19,
"tps_std": 24.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.55,
"tps_std": 0.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2887.22,
"tps_std": 42.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 103.24,
"tps_std": 0.49,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2856.67,
"tps_std": 13.72,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 100.53,
"tps_std": 0.62,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2813.43,
"tps_std": 19.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.57,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2805.82,
"tps_std": 12.56,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.84,
"tps_std": 0.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2898.68,
"tps_std": 108.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.66,
"tps_std": 0.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2934.64,
"tps_std": 33.57,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.81,
"tps_std": 0.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2733.56,
"tps_std": 171.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.21,
"tps_std": 0.55,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2779.82,
"tps_std": 39.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 100.99,
"tps_std": 0.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2661.39,
"tps_std": 352.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 103.15,
"tps_std": 0.67,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2860.07,
"tps_std": 36.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.6,
"tps_std": 0.58,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1213.41,
"tps_std": 52.49,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 110.66,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1186.84,
"tps_std": 47.8,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.53,
"tps_std": 0.36,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1124.96,
"tps_std": 18.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.36,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1741.88,
"tps_std": 9.34,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.41,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1161.1,
"tps_std": 14.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.94,
"tps_std": 0.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1716.43,
"tps_std": 20.79,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.09,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2964.37,
"tps_std": 19.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.1,
"tps_std": 0.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2683.21,
"tps_std": 17.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.97,
"tps_std": 0.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3047.17,
"tps_std": 30.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 75.95,
"tps_std": 0.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2739.55,
"tps_std": 21.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 75.92,
"tps_std": 0.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3040.27,
"tps_std": 8.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 78.34,
"tps_std": 0.26,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2686.46,
"tps_std": 14.34,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 78.42,
"tps_std": 0.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3078.21,
"tps_std": 160.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.63,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2773.21,
"tps_std": 10.68,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.53,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2965.21,
"tps_std": 17.7,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.09,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2670.23,
"tps_std": 11.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.22,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3036.68,
"tps_std": 20.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 75.98,
"tps_std": 0.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2742.93,
"tps_std": 16.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 75.97,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1713.67,
"tps_std": 53.31,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 82.76,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1383.56,
"tps_std": 58.73,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.98,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 35.15,
"tps_std": 0.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 0.79,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 809.06,
"tps_std": 33.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.09,
"tps_std": 0.65,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 36.04,
"tps_std": 1.53,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 0.79,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 915.57,
"tps_std": 4.7,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.42,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 921.0,
"tps_std": 6.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.13,
"tps_std": 0.9,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 963.42,
"tps_std": 6.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.59,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 928.02,
"tps_std": 4.53,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.7,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 965.17,
"tps_std": 4.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.81,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 922.52,
"tps_std": 7.87,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 38.59,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 904.88,
"tps_std": 3.87,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.42,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 936.74,
"tps_std": 8.89,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 38.87,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 906.89,
"tps_std": 5.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.53,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 895.25,
"tps_std": 9.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.64,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 932.2,
"tps_std": 5.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.8,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 755.54,
"tps_std": 61.49,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.0,
"tps_std": 1.56,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 934.42,
"tps_std": 4.61,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.67,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 510.76,
"tps_std": 1.54,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.54,
"tps_std": 0.26,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 413.79,
"tps_std": 31.74,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 29.61,
"tps_std": 0.27,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": null
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1204.93,
"tps_std": 0.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.82,
"tps_std": 0.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1459.81,
"tps_std": 7.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.28,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1188.76,
"tps_std": 0.8,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.18,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2607.8,
"tps_std": 28.74,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.98,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1831.32,
"tps_std": 5.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.88,
"tps_std": 0.19,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2602.75,
"tps_std": 353.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.27,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1901.78,
"tps_std": 7.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.09,
"tps_std": 0.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2707.18,
"tps_std": 15.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.92,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1894.6,
"tps_std": 6.55,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.87,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2860.62,
"tps_std": 21.62,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.27,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1960.79,
"tps_std": 6.8,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.35,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2465.1,
"tps_std": 257.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.97,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1828.85,
"tps_std": 6.68,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.83,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2754.63,
"tps_std": 44.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.25,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1900.55,
"tps_std": 8.55,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.12,
"tps_std": 0.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1234.73,
"tps_std": 28.51,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.58,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1319.14,
"tps_std": 103.83,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 28.04,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1585.99,
"tps_std": 4.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.44,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 182.83,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.3,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1493.04,
"tps_std": 2.86,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.44,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 180.46,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.31,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 175.25,
"tps_std": 0.34,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1576.23,
"tps_std": 3.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 174.12,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1276.65,
"tps_std": 2.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 178.55,
"tps_std": 0.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.36,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1283.11,
"tps_std": 63.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 179.49,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.36,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1528.82,
"tps_std": 40.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.47,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 173.63,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1574.37,
"tps_std": 2.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 174.8,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 491.06,
"tps_std": 0.56,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.12,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6743.58,
"tps_std": 171.78,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 122.59,
"tps_std": 2.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6720.46,
"tps_std": 178.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 120.9,
"tps_std": 4.67,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6477.6,
"tps_std": 175.68,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.69,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6492.44,
"tps_std": 164.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.45,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6138.56,
"tps_std": 162.42,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.28,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6144.37,
"tps_std": 161.7,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.05,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6413.96,
"tps_std": 202.49,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.42,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6418.26,
"tps_std": 185.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.45,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 5942.48,
"tps_std": 808.62,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 122.41,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6326.54,
"tps_std": 136.59,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 122.74,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6634.73,
"tps_std": 169.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 125.92,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6616.2,
"tps_std": 163.14,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 125.96,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6153.17,
"tps_std": 161.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.18,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6166.51,
"tps_std": 149.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 120.02,
"tps_std": 2.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6385.31,
"tps_std": 167.92,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.36,
"tps_std": 1.92,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6410.71,
"tps_std": 187.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.05,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2699.08,
"tps_std": 10.03,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 113.64,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2188.02,
"tps_std": 29.65,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.07,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": false,
"error_type": null,
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1105.84,
"tps_std": 119.3,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.29,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 961.89,
"tps_std": 13.17,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 75.93,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2069.44,
"tps_std": 95.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.08,
"tps_std": 1.68,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2382.38,
"tps_std": 38.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.83,
"tps_std": 2.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2068.95,
"tps_std": 25.92,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 133.82,
"tps_std": 2.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2340.43,
"tps_std": 21.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.19,
"tps_std": 2.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4614.9,
"tps_std": 360.64,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.92,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4699.71,
"tps_std": 29.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.91,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4335.9,
"tps_std": 567.42,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.77,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4477.77,
"tps_std": 55.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.78,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4797.05,
"tps_std": 83.61,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.76,
"tps_std": 0.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4694.36,
"tps_std": 55.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.68,
"tps_std": 0.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4701.61,
"tps_std": 88.9,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.25,
"tps_std": 0.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4648.3,
"tps_std": 68.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.54,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4529.76,
"tps_std": 515.81,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.76,
"tps_std": 0.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4663.49,
"tps_std": 17.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.83,
"tps_std": 0.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4431.68,
"tps_std": 359.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.7,
"tps_std": 0.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4483.07,
"tps_std": 48.74,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.21,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2812.95,
"tps_std": 77.21,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.5,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2349.6,
"tps_std": 135.17,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 117.95,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2475.47,
"tps_std": 12.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.29,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2473.56,
"tps_std": 10.8,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.28,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2439.1,
"tps_std": 26.9,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.21,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2450.63,
"tps_std": 15.84,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.3,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4621.54,
"tps_std": 55.79,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.32,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4610.4,
"tps_std": 54.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.99,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4696.02,
"tps_std": 67.74,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.56,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4692.46,
"tps_std": 70.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.1,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4589.14,
"tps_std": 47.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.69,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4591.97,
"tps_std": 43.7,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.73,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4756.4,
"tps_std": 61.89,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.62,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4745.7,
"tps_std": 63.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.57,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4597.18,
"tps_std": 49.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.72,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4597.41,
"tps_std": 54.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.41,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4705.53,
"tps_std": 63.8,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.98,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4696.41,
"tps_std": 60.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.1,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2314.7,
"tps_std": 25.81,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.76,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1909.92,
"tps_std": 116.16,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.14,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
}
]
}
Reference in New Issue View Git Blame Copy Permalink