cjw/amd-r9700-ai-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity
Files
689102e65107eed1668dff6d84a0c17bcbaa45bf
amd-r9700-ai-toolboxes/docs/results.json
T

11891 lines
319 KiB
JSON
Raw Normal View History

first commit
2025-11-30 08:06:04 +00:00
{
"meta": {
added ministral-3-8B
2025-12-06 18:13:25 +00:00
"generated_at": "2025-12-06T18:13:04Z",
first commit
2025-11-30 08:06:04 +00:00
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
"llamacpp_builds": [
update qwen3-next-benchmarks
2025-12-05 08:44:12 +00:00
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
],
"environments": [
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rocm-7-nightly",
"rocm-7-nightly-hblt0",
"rocm-7-nightly-rocwmma",
"rocm-7-nightly-rocwmma-hblt0",
"rocm-7.9",
"rocm-7.9-hblt0",
"rocm-7.9-rocwmma",
"rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"rocm6_4_4",
"rocm6_4_4-hblt0",
"rocm6_4_4-rocwmma",
"rocm6_4_4-rocwmma-hblt0",
"rocm7.1",
"rocm7.1-hblt0",
"rocm7.1-rocwmma",
"rocm7.1-rocwmma-hblt0",
"vulkan_amdvlk",
"vulkan_radv"
],
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
},
"runs": [
updated benchmarks
2025-12-06 11:03:03 +00:00
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 14.0,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": null
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 382.2,
"tps_std": 0.44,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.74,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2708.86,
"tps_std": 8.75,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.75,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 376.62,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.77,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2434.31,
"tps_std": 160.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.82,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 366.55,
"tps_std": 0.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.8,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2606.42,
"tps_std": 11.2,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.85,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 369.67,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2312.05,
"tps_std": 24.53,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 377.52,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2402.0,
"tps_std": 8.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.89,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 379.17,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.9,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2552.63,
"tps_std": 4.28,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.84,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 368.25,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.82,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 2582.25,
"tps_std": 10.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.86,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 376.47,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 19.87,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 540.84,
"tps_std": 0.82,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 18.79,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 930.96,
"tps_std": 16.21,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-14B-Instruct-2512-BF16",
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 17.68,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 13.51,
"file_size_gib": 25.16,
"name_params_b": 13.51,
"quant": "BF16",
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
added ministral-3-8B
2025-12-06 18:13:25 +00:00
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4566.69,
"tps_std": 9.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.17,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 624.69,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.15,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4367.96,
"tps_std": 32.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.22,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 618.44,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.2,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4254.15,
"tps_std": 13.82,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.42,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 599.01,
"tps_std": 0.38,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.4,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4356.51,
"tps_std": 12.09,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.44,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 598.84,
"tps_std": 0.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.41,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 3963.4,
"tps_std": 14.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.44,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 612.14,
"tps_std": 0.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.43,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4172.76,
"tps_std": 21.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.48,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 617.68,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.49,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4243.27,
"tps_std": 9.54,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.4,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 596.53,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.39,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 4358.63,
"tps_std": 10.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.46,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 598.95,
"tps_std": 0.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 31.45,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 874.94,
"tps_std": 7.12,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 29.2,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
"tps_mean": 1578.59,
"tps_std": 104.98,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Ministral-3-8B-Instruct-2512-BF16",
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 27.74,
"tps_std": 0.07,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 8.49,
"file_size_gib": 15.81,
"name_params_b": 8.49,
"quant": "BF16",
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
first commit
2025-11-30 08:06:04 +00:00
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 818.04,
"tps_std": 30.69,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.16,
"tps_std": 0.5,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 644.36,
"tps_std": 8.83,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 51.88,
"tps_std": 0.17,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 800.5,
"tps_std": 43.62,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
first commit
2025-11-30 08:06:04 +00:00
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.29,
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 638.77,
"tps_std": 8.84,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 51.65,
"tps_std": 0.42,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
first commit
2025-11-30 08:06:04 +00:00
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1577.01,
"tps_std": 83.25,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.72,
"tps_std": 0.5,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 670.79,
"tps_std": 24.36,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.75,
"tps_std": 0.5,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1640.28,
"tps_std": 17.48,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 55.41,
"tps_std": 0.06,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 676.65,
"tps_std": 20.88,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.63,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1686.79,
"tps_std": 32.81,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 58.26,
"tps_std": 0.15,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 661.24,
"tps_std": 12.2,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 52.64,
"tps_std": 0.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm6_4_4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1730.61,
"tps_std": 34.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.2,
"tps_std": 0.77,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 688.64,
"tps_std": 11.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 52.51,
"tps_std": 0.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1588.08,
"tps_std": 46.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.3,
"tps_std": 0.67,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 676.12,
"tps_std": 15.33,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 57.72,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": 30.0,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 683.86,
"tps_std": 15.6,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7.1-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 56.94,
"tps_std": 0.52,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 286.15,
"tps_std": 12.06,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 15.81,
"tps_std": 0.17,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1886.73,
"tps_std": 107.96,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 26.98,
"tps_std": 1.9,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.53,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1187.71,
"tps_std": 4.64,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 107.6,
"tps_std": 0.57,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2914.78,
"tps_std": 233.63,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 107.46,
"tps_std": 0.48,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1205.03,
"tps_std": 11.21,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 107.14,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.69,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2873.06,
"tps_std": 13.41,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 106.98,
"tps_std": 0.64,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2803.16,
"tps_std": 16.89,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 102.98,
"tps_std": 0.55,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2795.19,
"tps_std": 24.52,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 101.55,
"tps_std": 0.4,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2887.22,
"tps_std": 42.71,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 103.24,
"tps_std": 0.49,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2856.67,
"tps_std": 13.72,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 100.53,
"tps_std": 0.62,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2813.43,
"tps_std": 19.17,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 105.57,
"tps_std": 0.35,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2805.82,
"tps_std": 12.56,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 105.84,
"tps_std": 0.41,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2898.68,
"tps_std": 108.51,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 105.66,
"tps_std": 0.45,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2934.64,
"tps_std": 33.57,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 105.81,
"tps_std": 0.41,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2733.56,
"tps_std": 171.5,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 101.21,
"tps_std": 0.55,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2779.82,
"tps_std": 39.08,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 100.99,
"tps_std": 0.24,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2661.39,
"tps_std": 352.85,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 103.15,
"tps_std": 0.67,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2860.07,
"tps_std": 36.46,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 101.6,
"tps_std": 0.58,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1213.41,
"tps_std": 52.49,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
first commit
2025-11-30 08:06:04 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 110.66,
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1186.84,
"tps_std": 47.8,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 102.53,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.36,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 30.53,
"file_size_gib": 17.35,
"name_params_b": 30.53,
"quant": "Q4_K_M",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
updated benchmarks
2025-11-30 11:44:58 +00:00
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1124.96,
"tps_std": 18.06,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.36,
"tps_std": 0.02,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1741.88,
"tps_std": 9.34,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.41,
"tps_std": 0.11,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1161.1,
"tps_std": 14.16,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 76.94,
"tps_std": 0.66,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1716.43,
"tps_std": 20.79,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.09,
"tps_std": 0.15,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2964.37,
"tps_std": 19.03,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.1,
"tps_std": 0.22,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2683.21,
"tps_std": 17.21,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 76.97,
"tps_std": 0.22,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 3047.17,
"tps_std": 30.17,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 75.95,
"tps_std": 0.22,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2739.55,
"tps_std": 21.33,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 75.92,
"tps_std": 0.24,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 3040.27,
"tps_std": 8.51,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 78.34,
"tps_std": 0.26,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2686.46,
"tps_std": 14.34,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 78.42,
"tps_std": 0.27,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 3078.21,
"tps_std": 160.21,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.63,
"tps_std": 0.31,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2773.21,
"tps_std": 10.68,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.53,
"tps_std": 0.28,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2965.21,
"tps_std": 17.7,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.09,
"tps_std": 0.21,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2670.23,
"tps_std": 11.73,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.22,
"tps_std": 0.21,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 3036.68,
"tps_std": 20.1,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 75.98,
"tps_std": 0.24,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2742.93,
"tps_std": 16.52,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 75.97,
"tps_std": 0.28,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1713.67,
"tps_std": 53.31,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 82.76,
"tps_std": 0.08,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1383.56,
"tps_std": 58.73,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 77.98,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.13,
updated benchmarks
2025-11-30 11:44:58 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
"mmap": null,
"params_b": 30.53,
"file_size_gib": 33.51,
"name_params_b": 30.53,
"quant": "Q8_K_XL",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
updated benchmarks
2025-11-30 11:44:58 +00:00
}
},
first commit
2025-11-30 08:06:04 +00:00
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 35.15,
"tps_std": 0.36,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 0.79,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 809.06,
"tps_std": 33.23,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 34.09,
"tps_std": 0.65,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 36.04,
"tps_std": 1.53,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 0.79,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 915.57,
"tps_std": 4.7,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 34.42,
"tps_std": 0.05,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 921.0,
"tps_std": 6.15,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.13,
"tps_std": 0.9,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 963.42,
"tps_std": 6.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.59,
"tps_std": 0.07,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 928.02,
"tps_std": 4.53,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.7,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 965.17,
"tps_std": 4.88,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.81,
"tps_std": 0.06,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 922.52,
"tps_std": 7.87,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
first commit
2025-11-30 08:06:04 +00:00
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 38.59,
"tps_std": 0.07,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 904.88,
"tps_std": 3.87,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 34.42,
"tps_std": 0.04,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
first commit
2025-11-30 08:06:04 +00:00
"mmap": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 936.74,
"tps_std": 8.89,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 38.87,
"tps_std": 0.06,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 906.89,
"tps_std": 5.4,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 34.53,
"tps_std": 0.1,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 895.25,
"tps_std": 9.23,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.64,
update qwen3-next-benchmarks
2025-12-05 08:44:12 +00:00
"tps_std": 0.07,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 932.2,
"tps_std": 5.85,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.8,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 755.54,
"tps_std": 61.49,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.0,
"tps_std": 1.56,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 934.42,
"tps_std": 4.61,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 37.67,
"tps_std": 0.15,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
first commit
2025-11-30 08:06:04 +00:00
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 510.76,
"tps_std": 1.54,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
first commit
2025-11-30 08:06:04 +00:00
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 52.54,
"tps_std": 0.26,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
first commit
2025-11-30 08:06:04 +00:00
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 413.79,
"tps_std": 31.74,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
first commit
2025-11-30 08:06:04 +00:00
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 29.61,
"tps_std": 0.27,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 79.67,
"file_size_gib": 42.01,
"name_params_b": 79.67,
"quant": "Q4_K_XL",
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm-7-nightly-rocwmma-hblt0",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 1204.93,
"tps_std": 0.73,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
"quant": "Q8_K_XL",
updated benchmarks
2025-12-06 09:24:07 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "tg128",
"tps_mean": 30.82,
"tps_std": 0.27,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 1459.81,
"tps_std": 7.69,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
updated benchmarks
2025-12-06 09:24:07 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_mean": 31.28,
first commit
2025-11-30 08:06:04 +00:00
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1188.76,
"tps_std": 0.8,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.18,
"tps_std": 0.18,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2607.8,
"tps_std": 28.74,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 30.98,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1831.32,
"tps_std": 5.25,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 30.88,
"tps_std": 0.19,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2602.75,
"tps_std": 353.11,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.27,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1901.78,
"tps_std": 7.17,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.09,
"tps_std": 0.25,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2707.18,
"tps_std": 15.76,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 30.92,
"tps_std": 0.06,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1894.6,
"tps_std": 6.55,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 30.87,
"tps_std": 0.23,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
first commit
2025-11-30 08:06:04 +00:00
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2860.62,
"tps_std": 21.62,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.27,
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1960.79,
"tps_std": 6.8,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.35,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2465.1,
"tps_std": 257.6,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_mean": 30.97,
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1828.85,
"tps_std": 6.68,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 30.83,
"tps_std": 0.29,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2754.63,
"tps_std": 44.08,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.25,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1900.55,
"tps_std": 8.55,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.12,
"tps_std": 0.2,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1234.73,
"tps_std": 28.51,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 31.58,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1319.14,
"tps_std": 103.83,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 28.04,
"tps_std": 0.09,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": 11.77,
first commit
2025-11-30 08:06:04 +00:00
"quant": "Q8_K_XL",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 1585.99,
"tps_std": 4.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm-7-nightly-rocwmma",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "tg128",
"tps_mean": 9.44,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 182.83,
"tps_std": 0.05,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm-7-nightly-rocwmma-hblt0",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "tg128",
"tps_mean": 9.3,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 1493.04,
"tps_std": 2.86,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm-7-nightly",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "tg128",
"tps_mean": 9.44,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 180.46,
"tps_std": 0.12,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm-7-nightly-hblt0",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "tg128",
"tps_mean": 9.31,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 175.25,
"tps_std": 0.34,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 9.48,
first commit
2025-11-30 08:06:04 +00:00
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1576.23,
"tps_std": 3.21,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 9.48,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 174.12,
"tps_std": 0.14,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 9.48,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1276.65,
"tps_std": 2.16,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
first commit
2025-11-30 08:06:04 +00:00
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_mean": 9.48,
"tps_std": 0.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 178.55,
"tps_std": 0.2,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.36,
"tps_std": 0.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1283.11,
"tps_std": 63.39,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 9.48,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 179.49,
"tps_std": 0.18,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 9.36,
"tps_std": 0.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 1528.82,
"tps_std": 40.36,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.47,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 173.63,
"tps_std": 0.09,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"tps_mean": 9.48,
first commit
2025-11-30 08:06:04 +00:00
"tps_std": 0.0,
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 1574.37,
"tps_std": 2.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm7.1",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": "pp512",
"tps_mean": 174.8,
"tps_std": 0.16,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
"tps_mean": 9.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": {
"hash": "6016d0bd4",
"number": "7285"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_amdvlk",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
"rpc": false,
"gpu_config": "dual",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 491.06,
"tps_std": 0.56,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
first commit
2025-11-30 08:06:04 +00:00
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 9.12,
"tps_std": 0.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": 27.01,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6743.58,
"tps_std": 171.78,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 122.59,
"tps_std": 2.18,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6720.46,
"tps_std": 178.71,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
first commit
2025-11-30 08:06:04 +00:00
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 120.9,
"tps_std": 4.67,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
first commit
2025-11-30 08:06:04 +00:00
"mmap": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6477.6,
"tps_std": 175.68,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 126.69,
"tps_std": 0.08,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6492.44,
"tps_std": 164.37,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 126.45,
"tps_std": 0.08,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6138.56,
"tps_std": 162.42,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 121.28,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6144.37,
"tps_std": 161.7,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 121.05,
"tps_std": 0.08,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6413.96,
"tps_std": 202.49,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
first commit
2025-11-30 08:06:04 +00:00
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 124.42,
"tps_std": 0.05,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6418.26,
"tps_std": 185.2,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 124.45,
"tps_std": 0.06,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"error": false,
"error_type": null,
first commit
2025-11-30 08:06:04 +00:00
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 5942.48,
"tps_std": 808.62,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 122.41,
"tps_std": 0.07,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6326.54,
"tps_std": 136.59,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 122.74,
"tps_std": 0.08,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6634.73,
"tps_std": 169.45,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 125.92,
"tps_std": 0.31,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6616.2,
"tps_std": 163.14,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 125.96,
"tps_std": 0.16,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6153.17,
"tps_std": 161.4,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 121.18,
"tps_std": 0.05,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6166.51,
"tps_std": 149.4,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 120.02,
"tps_std": 2.88,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6385.31,
"tps_std": 167.92,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 123.36,
"tps_std": 1.92,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7.1-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 6410.71,
"tps_std": 187.6,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 124.05,
"tps_std": 0.09,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2699.08,
"tps_std": 10.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 113.64,
"tps_std": 0.07,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2188.02,
"tps_std": 29.65,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 97.07,
"tps_std": 0.1,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": 3.88,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
updated benchmarks
2025-12-06 11:03:03 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
first commit
2025-11-30 08:06:04 +00:00
"rpc": false,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"gpu_config": "dual",
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm7.1",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm7.1",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_base": "rocm7.1",
updated benchmarks
2025-12-06 09:24:07 +00:00
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
updated benchmarks
2025-12-06 09:24:07 +00:00
"build": null
first commit
2025-11-30 08:06:04 +00:00
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 11:03:03 +00:00
"tps_mean": 1105.84,
"tps_std": 119.3,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 11:03:03 +00:00
"tps_mean": 77.29,
"tps_std": 0.07,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 11:03:03 +00:00
"tps_mean": 961.89,
"tps_std": 13.17,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
updated benchmarks
2025-12-06 09:24:07 +00:00
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 11:03:03 +00:00
"tps_mean": 75.93,
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_std": 0.11,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
updated benchmarks
2025-12-06 09:24:07 +00:00
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": 116.83,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"rpc": false,
"gpu_config": "dual",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2069.44,
"tps_std": 95.76,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 135.08,
"tps_std": 1.68,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2382.38,
"tps_std": 38.22,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.83,
"tps_std": 2.76,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2068.95,
"tps_std": 25.92,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly",
"env_base": "rocm",
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 133.82,
"tps_std": 2.24,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2340.43,
"tps_std": 21.0,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7-nightly-hblt0",
"env_base": "rocm",
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.19,
"tps_std": 2.85,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4614.9,
"tps_std": 360.64,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma",
"env_base": "rocm",
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.92,
"tps_std": 0.16,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4699.71,
"tps_std": 29.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-rocwmma-hblt0",
"env_base": "rocm",
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.91,
"tps_std": 0.18,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4335.9,
"tps_std": 567.42,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9",
"env_base": "rocm",
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 132.77,
"tps_std": 0.28,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4477.77,
"tps_std": 55.27,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm-7.9-hblt0",
"env_base": "rocm",
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 132.78,
"tps_std": 0.28,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm6_4_4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4797.05,
"tps_std": 83.61,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm6_4_4",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.76,
"tps_std": 0.39,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4694.36,
"tps_std": 55.31,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma-hblt0",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.68,
"tps_std": 0.47,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4701.61,
"tps_std": 88.9,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 135.25,
"tps_std": 0.47,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4648.3,
"tps_std": 68.52,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 135.54,
"tps_std": 0.32,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4529.76,
"tps_std": 515.81,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
"env_variant": "rocwmma",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.76,
"tps_std": 0.25,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4663.49,
"tps_std": 17.97,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 134.83,
"tps_std": 0.22,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4431.68,
"tps_std": 359.15,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
first commit
2025-11-30 08:06:04 +00:00
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 132.7,
"tps_std": 0.33,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4483.07,
"tps_std": 48.74,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7.1-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm7.1",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_mean": 132.21,
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_std": 0.29,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2812.95,
"tps_std": 77.21,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 123.5,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2349.6,
"tps_std": 135.17,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 117.95,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.12,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": 20.91,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2475.47,
"tps_std": 12.47,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 99.29,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2473.56,
"tps_std": 10.8,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 99.28,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.01,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2439.1,
"tps_std": 26.9,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 99.21,
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2450.63,
"tps_std": 15.84,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7-nightly-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 99.3,
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4621.54,
"tps_std": 55.79,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.32,
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4610.4,
"tps_std": 54.13,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 97.99,
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4696.02,
"tps_std": 67.74,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.56,
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4692.46,
"tps_std": 70.17,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm-7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"env_base": "rocm",
added initial benchmark results
2025-11-30 11:17:29 +00:00
"env_variant": "7.9-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.1,
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4589.14,
"tps_std": 47.46,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.69,
"tps_std": 0.16,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4591.97,
"tps_std": 43.7,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-rocwmma-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.73,
"tps_std": 0.16,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4756.4,
"tps_std": 61.89,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4",
"env_base": "rocm6_4_4",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.62,
"tps_std": 0.11,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4745.7,
"tps_std": 63.13,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm6_4_4-hblt0",
"env_base": "rocm6_4_4",
"env_variant": "hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.57,
updated benchmarks
2025-11-30 13:47:32 +00:00
"tps_std": 0.11,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4597.18,
"tps_std": 49.25,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "rocwmma",
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.72,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4597.41,
"tps_std": 54.29,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-rocwmma-hblt0",
"env_base": "rocm7.1",
"env_variant": "rocwmma-hblt0",
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.41,
"tps_std": 0.04,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4705.53,
"tps_std": 63.8,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1",
"env_base": "rocm7.1",
"env_variant": null,
first commit
2025-11-30 08:06:04 +00:00
"fa": true,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 97.98,
"tps_std": 0.03,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 4696.41,
"tps_std": 60.83,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "rocm7.1-hblt0",
"env_base": "rocm7.1",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": "hblt0",
"fa": true,
"context": "default",
"context_tokens": null,
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.1,
"tps_std": 0.02,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "ROCm",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"fa": true,
"context": "default",
"context_tokens": null,
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 2314.7,
"tps_std": 25.81,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
"ngl": 99,
first commit
2025-11-30 08:06:04 +00:00
"mmap": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 107.76,
"tps_std": 0.07,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
"fa": true,
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "pp512",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 1909.92,
"tps_std": 116.16,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
first commit
2025-11-30 08:06:04 +00:00
"ngl": 99,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"mmap": null,
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
first commit
2025-11-30 08:06:04 +00:00
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
first commit
2025-11-30 08:06:04 +00:00
}
},
{
added initial benchmark results
2025-11-30 11:17:29 +00:00
"model": "llama-2-7b.Q4_0",
"model_clean": "llama-2-7b.Q4_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
first commit
2025-11-30 08:06:04 +00:00
"env_variant": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"fa": true,
first commit
2025-11-30 08:06:04 +00:00
"context": "default",
"context_tokens": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"test": "tg128",
updated benchmarks
2025-12-06 09:24:07 +00:00
"tps_mean": 98.14,
"tps_std": 0.06,
first commit
2025-11-30 08:06:04 +00:00
"error": false,
"error_type": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"backend": "Vulkan",
"ngl": 99,
first commit
2025-11-30 08:06:04 +00:00
"mmap": null,
added initial benchmark results
2025-11-30 11:17:29 +00:00
"params_b": 6.74,
"file_size_gib": 3.56,
"name_params_b": 6.74,
"quant": "Q4_0",
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
"rpc": false,
"gpu_config": "single",
"build": {
updated benchmarks
2025-12-06 09:24:07 +00:00
"hash": "6016d0bd4",
"number": "7285"
added initial benchmark results
2025-11-30 11:17:29 +00:00
}
first commit
2025-11-30 08:06:04 +00:00
}
]
}
Reference in New Issue Copy Permalink