cjw/amd-r9700-ai-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions 6 Packages Projects Releases Wiki Activity
Files
84d8d7ce5a3d7994169021157bfe7ccf12bd56be
amd-r9700-ai-toolboxes/docs/results.json
T
Donato Capitella 84d8d7ce5a updated benchmarks
2025-11-30 11:44:58 +00:00

11507 lines
306 KiB
JSON
Raw Blame History

{
"meta": {
"generated_at": "2025-11-30T11:38:37Z",
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
"llamacpp_builds": [
{
"hash": "fa0465954",
"number": "7205"
}
],
"environments": [
"rocm-7-nightly",
"rocm-7-nightly-hblt0",
"rocm-7-nightly-rocwmma",
"rocm-7-nightly-rocwmma-hblt0",
"rocm-7.9",
"rocm-7.9-hblt0",
"rocm-7.9-rocwmma",
"rocm-7.9-rocwmma-hblt0",
"rocm6_4_4",
"rocm6_4_4-hblt0",
"rocm6_4_4-rocwmma",
"rocm6_4_4-rocwmma-hblt0",
"rocm7.1",
"rocm7.1-hblt0",
"rocm7.1-rocwmma",
"rocm7.1-rocwmma-hblt0",
"vulkan_amdvlk",
"vulkan_radv"
],
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
},
"runs": [
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1543.57,
"tps_std": 178.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.52,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 655.2,
"tps_std": 11.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.0,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1626.9,
"tps_std": 24.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 56.95,
"tps_std": 0.63,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 645.15,
"tps_std": 5.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 51.85,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1573.7,
"tps_std": 86.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.94,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 681.11,
"tps_std": 9.98,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.99,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1617.14,
"tps_std": 72.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.48,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 671.33,
"tps_std": 34.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.44,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1699.96,
"tps_std": 17.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 58.28,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 672.15,
"tps_std": 7.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.41,
"tps_std": 0.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1532.28,
"tps_std": 244.19,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.91,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 684.36,
"tps_std": 9.67,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 52.62,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1590.83,
"tps_std": 63.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.9,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 683.23,
"tps_std": 3.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.93,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1577.37,
"tps_std": 164.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 58.25,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 689.58,
"tps_std": 10.51,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.45,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 336.52,
"tps_std": 4.47,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 14.83,
"tps_std": 0.41,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1685.39,
"tps_std": 159.2,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 25.37,
"tps_std": 0.82,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3029.83,
"tps_std": 29.89,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.69,
"tps_std": 0.79,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3014.05,
"tps_std": 33.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 108.03,
"tps_std": 0.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2974.25,
"tps_std": 26.95,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.14,
"tps_std": 0.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2905.24,
"tps_std": 49.34,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.17,
"tps_std": 0.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2819.42,
"tps_std": 24.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.46,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2831.1,
"tps_std": 38.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.12,
"tps_std": 0.38,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2900.63,
"tps_std": 29.61,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.39,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2864.22,
"tps_std": 14.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.81,
"tps_std": 0.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2819.84,
"tps_std": 23.93,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 106.53,
"tps_std": 0.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2841.4,
"tps_std": 38.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 106.6,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2945.06,
"tps_std": 35.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.64,
"tps_std": 0.54,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2958.74,
"tps_std": 12.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 105.96,
"tps_std": 0.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2799.37,
"tps_std": 7.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.37,
"tps_std": 0.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2816.37,
"tps_std": 26.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 101.43,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2873.53,
"tps_std": 17.86,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 103.1,
"tps_std": 0.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2876.61,
"tps_std": 20.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.77,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1532.93,
"tps_std": 158.64,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 112.7,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1353.29,
"tps_std": 143.93,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 102.36,
"tps_std": 0.73,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1907.67,
"tps_std": 21.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.81,
"tps_std": 0.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1773.31,
"tps_std": 14.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.79,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1862.04,
"tps_std": 18.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.4,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1742.37,
"tps_std": 17.13,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.32,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3031.95,
"tps_std": 63.94,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.34,
"tps_std": 0.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2751.33,
"tps_std": 25.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.19,
"tps_std": 1.96,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3071.16,
"tps_std": 32.87,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.06,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2770.42,
"tps_std": 4.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.12,
"tps_std": 0.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3092.59,
"tps_std": 48.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 78.53,
"tps_std": 0.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2729.27,
"tps_std": 20.16,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 78.54,
"tps_std": 0.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3189.75,
"tps_std": 37.79,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.6,
"tps_std": 0.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2814.49,
"tps_std": 29.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.13,
"tps_std": 1.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3029.45,
"tps_std": 26.26,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.19,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2730.97,
"tps_std": 3.89,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.29,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3127.94,
"tps_std": 27.77,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.22,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2799.47,
"tps_std": 4.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 76.11,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1886.26,
"tps_std": 127.63,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 82.73,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1616.13,
"tps_std": 164.97,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 77.99,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 746.19,
"tps_std": 3.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.19,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 691.91,
"tps_std": 4.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 28.64,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 744.87,
"tps_std": 4.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.61,
"tps_std": 0.95,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 689.7,
"tps_std": 3.91,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 28.7,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 734.3,
"tps_std": 4.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.83,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 755.65,
"tps_std": 2.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.06,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 738.77,
"tps_std": 1.95,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.85,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 761.15,
"tps_std": 0.65,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.97,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 678.02,
"tps_std": 26.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.84,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 685.55,
"tps_std": 6.26,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 27.85,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 664.88,
"tps_std": 136.58,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.27,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 692.42,
"tps_std": 0.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 27.42,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 723.69,
"tps_std": 8.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.85,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 751.01,
"tps_std": 2.42,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.17,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 731.65,
"tps_std": 3.93,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.99,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 755.98,
"tps_std": 3.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.2,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 358.44,
"tps_std": 0.84,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.61,
"tps_std": 0.17,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 295.49,
"tps_std": 0.36,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 21.56,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1475.87,
"tps_std": 6.84,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.94,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1209.56,
"tps_std": 3.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.93,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1470.53,
"tps_std": 4.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.24,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1194.33,
"tps_std": 0.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.25,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2639.48,
"tps_std": 23.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.98,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1841.65,
"tps_std": 6.92,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.96,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2781.05,
"tps_std": 5.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.25,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1905.36,
"tps_std": 8.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.25,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2757.27,
"tps_std": 20.99,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.01,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1924.47,
"tps_std": 6.43,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.97,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2875.43,
"tps_std": 26.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.26,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1976.49,
"tps_std": 8.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.27,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2620.76,
"tps_std": 8.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.95,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1828.43,
"tps_std": 7.53,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.97,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2788.0,
"tps_std": 4.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.29,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1912.89,
"tps_std": 8.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.3,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1502.24,
"tps_std": 99.88,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 30.58,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1328.74,
"tps_std": 100.82,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 27.25,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1590.78,
"tps_std": 0.99,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.45,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 183.73,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.3,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1522.51,
"tps_std": 5.17,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.46,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 182.11,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.32,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1589.12,
"tps_std": 0.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 176.22,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1578.72,
"tps_std": 2.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 175.03,
"tps_std": 0.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1270.25,
"tps_std": 1.64,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 178.54,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.36,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1313.33,
"tps_std": 2.59,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.5,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 180.29,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.38,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1559.16,
"tps_std": 2.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 174.47,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.48,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1586.67,
"tps_std": 5.72,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 175.85,
"tps_std": 0.19,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 557.39,
"tps_std": 0.99,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.08,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6665.84,
"tps_std": 134.8,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.76,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6646.29,
"tps_std": 124.81,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.48,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6415.41,
"tps_std": 135.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 127.03,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6220.27,
"tps_std": 379.38,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.86,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6010.31,
"tps_std": 117.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.51,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6011.29,
"tps_std": 107.57,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.44,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6267.43,
"tps_std": 120.91,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.5,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6267.38,
"tps_std": 130.9,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.27,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6289.53,
"tps_std": 138.61,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 122.62,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6305.84,
"tps_std": 144.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 122.8,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6510.08,
"tps_std": 160.77,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.61,
"tps_std": 0.19,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6502.82,
"tps_std": 155.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 126.4,
"tps_std": 0.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6044.7,
"tps_std": 129.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.55,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6052.7,
"tps_std": 112.77,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 121.34,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6238.59,
"tps_std": 136.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.16,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 6254.96,
"tps_std": 133.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 124.15,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2701.9,
"tps_std": 9.37,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 113.79,
"tps_std": 0.25,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2169.6,
"tps_std": 56.27,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 96.35,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1123.95,
"tps_std": 51.12,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 47.9,
"tps_std": 0.58,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1104.48,
"tps_std": 83.5,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 60.11,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": 116.83,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1245.23,
"tps_std": 107.79,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 70.5,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1106.66,
"tps_std": 96.87,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 74.44,
"tps_std": 0.33,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3560.63,
"tps_std": 61.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 60.91,
"tps_std": 1.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 574.21,
"tps_std": 10.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 56.7,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3219.67,
"tps_std": 324.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.41,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 574.85,
"tps_std": 3.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 56.57,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3167.77,
"tps_std": 641.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.03,
"tps_std": 0.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 571.25,
"tps_std": 10.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.23,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3463.77,
"tps_std": 25.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.77,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 568.37,
"tps_std": 3.91,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.73,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3209.68,
"tps_std": 61.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.24,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 581.08,
"tps_std": 16.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.66,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3178.15,
"tps_std": 11.94,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.25,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 582.54,
"tps_std": 9.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 57.59,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3550.94,
"tps_std": 46.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.74,
"tps_std": 0.85,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 571.8,
"tps_std": 1.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 62.21,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3384.63,
"tps_std": 35.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.76,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 573.29,
"tps_std": 5.82,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 61.74,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 993.79,
"tps_std": 51.64,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 13.34,
"tps_std": 0.39,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2385.27,
"tps_std": 97.69,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 23.12,
"tps_std": 0.96,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": 20.91,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2323.14,
"tps_std": 26.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.78,
"tps_std": 0.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2396.12,
"tps_std": 36.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.91,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2361.69,
"tps_std": 19.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.25,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2339.01,
"tps_std": 27.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.2,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4781.01,
"tps_std": 63.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.41,
"tps_std": 0.25,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4655.88,
"tps_std": 9.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.75,
"tps_std": 0.26,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4580.86,
"tps_std": 46.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.23,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4480.94,
"tps_std": 48.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.15,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4856.55,
"tps_std": 66.93,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.41,
"tps_std": 0.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4658.05,
"tps_std": 37.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.54,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4393.46,
"tps_std": 561.83,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 135.18,
"tps_std": 0.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4683.2,
"tps_std": 48.19,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.92,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4749.53,
"tps_std": 95.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.71,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4684.14,
"tps_std": 76.49,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 134.71,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4551.67,
"tps_std": 48.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 132.27,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4496.15,
"tps_std": 34.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 131.19,
"tps_std": 2.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2755.86,
"tps_std": 19.54,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 123.33,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2213.7,
"tps_std": 118.74,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 115.77,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2467.61,
"tps_std": 7.71,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.07,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2387.46,
"tps_std": 115.96,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.38,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2415.51,
"tps_std": 7.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.16,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2415.84,
"tps_std": 8.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.12,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4659.46,
"tps_std": 86.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.21,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4660.55,
"tps_std": 83.56,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.48,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4726.93,
"tps_std": 93.57,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.07,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4717.86,
"tps_std": 89.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.04,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4625.54,
"tps_std": 64.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.21,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4630.08,
"tps_std": 67.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.42,
"tps_std": 0.15,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4787.61,
"tps_std": 83.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.69,
"tps_std": 2.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4768.72,
"tps_std": 76.67,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 99.56,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4631.17,
"tps_std": 69.84,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.23,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4631.27,
"tps_std": 70.91,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.79,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4732.44,
"tps_std": 85.77,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 98.21,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4719.56,
"tps_std": 83.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.59,
"tps_std": 1.12,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2409.79,
"tps_std": 118.81,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 107.93,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1928.06,
"tps_std": 145.39,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
},
{
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 97.95,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "fa0465954",
"number": "7205"
}
}
]
}
Reference in New Issue View Git Blame Copy Permalink