cjw/amd-r9700-ai-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions 6 Packages Projects Releases Wiki Activity
Files
5fe1510981c6b277bcc4bb524e0c20baf52cbe78
amd-r9700-ai-toolboxes/docs/results.json
T
Donato Capitella 5fe1510981 update qwen3-next-benchmarks
2025-12-05 08:44:12 +00:00

11351 lines
302 KiB
JSON
Raw Blame History

{
"meta": {
"generated_at": "2025-12-05T08:42:30Z",
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
"llamacpp_builds": [
{
"hash": "03d9a77b8",
"number": "7278"
},
{
"hash": "fa0465954",
"number": "7205"
}
],
"environments": [
"rocm-7-nightly",
"rocm-7-nightly-hblt0",
"rocm-7-nightly-rocwmma",
"rocm-7-nightly-rocwmma-hblt0",
"rocm-7.9",
"rocm-7.9-hblt0",
"rocm-7.9-rocwmma",
"rocm-7.9-rocwmma-hblt0",
"rocm6_4_4",
"rocm6_4_4-hblt0",
"rocm6_4_4-rocwmma",
"rocm6_4_4-rocwmma-hblt0",
"rocm7.1",
"rocm7.1-hblt0",
"rocm7.1-rocwmma",
"rocm7.1-rocwmma-hblt0",
"vulkan_amdvlk",
"vulkan_radv"
],
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
},
"runs": [
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1622.34,
"tps_std": 128.86,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.53,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 637.77,
"tps_std": 13.61,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.05,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1544.19,
"tps_std": 224.65,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.28,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 629.39,
"tps_std": 20.64,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 51.87,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1538.72,
"tps_std": 208.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 58.02,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 664.86,
"tps_std": 54.89,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.84,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1599.94,
"tps_std": 126.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.5,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 682.09,
"tps_std": 7.42,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 58.06,
"tps_std": 0.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1704.02,
"tps_std": 12.95,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.95,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 664.27,
"tps_std": 16.59,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.8,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1731.74,
"tps_std": 16.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.64,
"tps_std": 0.54,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 687.91,
"tps_std": 6.98,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.27,
"tps_std": 0.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1553.68,
"tps_std": 160.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.81,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 672.84,
"tps_std": 8.78,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.86,
"tps_std": 0.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1629.33,
"tps_std": 67.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.58,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 684.37,
"tps_std": 2.61,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.54,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 286.55,
"tps_std": 12.36,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 16.21,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1593.95,
"tps_std": 58.52,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.17,
"tps_std": 0.36,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3020.37,
"tps_std": 43.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.8,
"tps_std": 0.58,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2997.38,
"tps_std": 60.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.79,
"tps_std": 0.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2913.43,
"tps_std": 23.64,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.01,
"tps_std": 0.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2919.46,
"tps_std": 42.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 106.96,
"tps_std": 0.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2819.16,
"tps_std": 36.53,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.55,
"tps_std": 0.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2798.79,
"tps_std": 24.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.01,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2855.4,
"tps_std": 20.98,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.88,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2857.35,
"tps_std": 21.82,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 103.0,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2839.13,
"tps_std": 17.8,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 106.43,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2805.58,
"tps_std": 24.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 106.42,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2948.99,
"tps_std": 46.59,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.97,
"tps_std": 0.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2921.36,
"tps_std": 33.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.79,
"tps_std": 0.44,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2827.41,
"tps_std": 23.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.05,
"tps_std": 1.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2783.87,
"tps_std": 35.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.3,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2867.39,
"tps_std": 32.96,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.97,
"tps_std": 0.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2846.47,
"tps_std": 25.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.24,
"tps_std": 1.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1450.58,
"tps_std": 57.46,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 112.62,
"tps_std": 0.49,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1278.02,
"tps_std": 94.48,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.18,
"tps_std": 0.36,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1888.53,
"tps_std": 18.64,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.77,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1757.56,
"tps_std": 2.78,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.62,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1823.4,
"tps_std": 79.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.05,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1713.47,
"tps_std": 20.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.21,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2995.6,
"tps_std": 21.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.06,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2692.4,
"tps_std": 14.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.29,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3048.39,
"tps_std": 23.8,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.22,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2737.79,
"tps_std": 9.63,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.02,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3042.89,
"tps_std": 19.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 78.56,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2692.73,
"tps_std": 7.68,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 78.04,
"tps_std": 0.99,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3141.98,
"tps_std": 27.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.74,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2795.57,
"tps_std": 9.79,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.54,
"tps_std": 0.34,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2973.42,
"tps_std": 43.94,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.22,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2689.18,
"tps_std": 17.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.83,
"tps_std": 1.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3050.31,
"tps_std": 19.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 75.79,
"tps_std": 0.44,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2752.4,
"tps_std": 19.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.0,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1716.73,
"tps_std": 53.79,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 82.29,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1437.77,
"tps_std": 62.07,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 78.4,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 35.87,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 925.06,
"tps_std": 3.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.47,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 35.58,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 920.43,
"tps_std": 4.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.54,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 930.23,
"tps_std": 3.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.72,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 967.56,
"tps_std": 1.62,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.73,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 928.76,
"tps_std": 5.89,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.94,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 971.69,
"tps_std": 3.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.79,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 922.99,
"tps_std": 11.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 38.77,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 897.76,
"tps_std": 4.81,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.5,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 938.18,
"tps_std": 10.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 38.93,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 900.84,
"tps_std": 3.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 34.54,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 908.21,
"tps_std": 2.86,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.63,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 935.46,
"tps_std": 5.91,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.84,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 911.83,
"tps_std": 4.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.69,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 943.82,
"tps_std": 7.26,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 37.81,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 613.5,
"tps_std": 47.21,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 53.23,
"tps_std": 0.27,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 478.78,
"tps_std": 58.68,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 25.92,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "03d9a77b8",
"number": "7278"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1467.59,
"tps_std": 33.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.98,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1209.48,
"tps_std": 4.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.94,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1471.76,
"tps_std": 6.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.28,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1193.3,
"tps_std": 0.92,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.27,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2620.27,
"tps_std": 58.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.99,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1838.59,
"tps_std": 5.99,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.96,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2777.85,
"tps_std": 3.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.25,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1906.35,
"tps_std": 7.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.31,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2759.96,
"tps_std": 14.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.02,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1925.96,
"tps_std": 5.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.0,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2885.85,
"tps_std": 24.14,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.28,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1976.74,
"tps_std": 6.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.26,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2626.7,
"tps_std": 13.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.97,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1833.53,
"tps_std": 6.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.94,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2780.99,
"tps_std": 4.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.26,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1906.89,
"tps_std": 6.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.27,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1437.05,
"tps_std": 134.24,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.69,
"tps_std": 0.3,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1362.7,
"tps_std": 91.17,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 27.07,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 185.29,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.3,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1512.53,
"tps_std": 2.86,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.45,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 181.36,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.31,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1569.01,
"tps_std": 8.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 175.2,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1542.16,
"tps_std": 90.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.47,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 174.65,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.47,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1267.81,
"tps_std": 2.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 178.11,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.36,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1315.95,
"tps_std": 2.75,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 179.09,
"tps_std": 2.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.38,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 174.51,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 175.33,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.47,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 542.43,
"tps_std": 29.38,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.07,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6494.67,
"tps_std": 507.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.67,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6745.25,
"tps_std": 159.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.6,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6492.57,
"tps_std": 170.63,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.82,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6522.19,
"tps_std": 173.72,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.85,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6152.7,
"tps_std": 159.74,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.27,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6152.92,
"tps_std": 156.96,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.54,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6424.71,
"tps_std": 204.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.41,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6436.17,
"tps_std": 205.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.77,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6111.63,
"tps_std": 744.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 122.67,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6426.79,
"tps_std": 153.19,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 122.85,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 5962.72,
"tps_std": 1213.54,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.2,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6628.03,
"tps_std": 187.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.15,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6174.36,
"tps_std": 149.57,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.57,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6154.34,
"tps_std": 148.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.38,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6397.45,
"tps_std": 224.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.66,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6430.9,
"tps_std": 199.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.91,
"tps_std": 1.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2708.11,
"tps_std": 4.37,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 113.51,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2385.85,
"tps_std": 153.68,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 96.45,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1176.13,
"tps_std": 48.19,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 48.28,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1129.24,
"tps_std": 67.15,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 59.17,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1272.58,
"tps_std": 72.63,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 69.85,
"tps_std": 0.99,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1130.7,
"tps_std": 76.23,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 73.82,
"tps_std": 0.94,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3453.09,
"tps_std": 252.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.56,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 576.11,
"tps_std": 19.59,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 56.66,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3426.66,
"tps_std": 43.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.37,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 561.87,
"tps_std": 9.62,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 55.86,
"tps_std": 1.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3534.89,
"tps_std": 14.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.22,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 557.51,
"tps_std": 7.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.17,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3449.2,
"tps_std": 31.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.78,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 560.29,
"tps_std": 11.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.74,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3154.09,
"tps_std": 25.9,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.18,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 569.87,
"tps_std": 5.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.41,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3147.9,
"tps_std": 47.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.29,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 561.2,
"tps_std": 12.26,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.56,
"tps_std": 0.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3536.2,
"tps_std": 35.99,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.21,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 555.55,
"tps_std": 8.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.19,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3451.09,
"tps_std": 52.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.76,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 550.69,
"tps_std": 15.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.74,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 736.07,
"tps_std": 11.92,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 15.37,
"tps_std": 0.42,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2200.62,
"tps_std": 29.19,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 25.87,
"tps_std": 1.07,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2359.23,
"tps_std": 26.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.88,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2364.37,
"tps_std": 18.78,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.91,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2353.39,
"tps_std": 34.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.15,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2307.74,
"tps_std": 28.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.22,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4735.62,
"tps_std": 90.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 133.8,
"tps_std": 1.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4632.35,
"tps_std": 49.49,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.63,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4487.23,
"tps_std": 25.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 131.2,
"tps_std": 2.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4442.65,
"tps_std": 58.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.43,
"tps_std": 0.49,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4729.35,
"tps_std": 86.7,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.68,
"tps_std": 4.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4688.0,
"tps_std": 81.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 133.91,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4700.83,
"tps_std": 70.34,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.88,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4584.82,
"tps_std": 38.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.84,
"tps_std": 0.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4688.15,
"tps_std": 46.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.67,
"tps_std": 0.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4589.19,
"tps_std": 51.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.78,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4527.51,
"tps_std": 60.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.52,
"tps_std": 0.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4451.98,
"tps_std": 67.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.21,
"tps_std": 0.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2778.39,
"tps_std": 78.76,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.58,
"tps_std": 0.45,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2276.11,
"tps_std": 154.18,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 114.89,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2463.36,
"tps_std": 20.38,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.46,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2482.71,
"tps_std": 14.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.54,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2440.1,
"tps_std": 12.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.55,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2438.35,
"tps_std": 10.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.74,
"tps_std": 1.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4591.9,
"tps_std": 57.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.38,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4592.51,
"tps_std": 64.56,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.73,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4671.07,
"tps_std": 91.98,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.47,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4674.57,
"tps_std": 95.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.76,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4489.99,
"tps_std": 277.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.55,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4582.3,
"tps_std": 70.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.85,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4563.75,
"tps_std": 389.72,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.18,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4727.49,
"tps_std": 89.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.96,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4579.06,
"tps_std": 67.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.27,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4572.18,
"tps_std": 79.96,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.92,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4676.25,
"tps_std": 91.78,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.79,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4674.48,
"tps_std": 99.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.26,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2330.33,
"tps_std": 9.67,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 108.1,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2081.19,
"tps_std": 198.32,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.97,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
}
]
}
Reference in New Issue View Git Blame Copy Permalink