Donato Capitella
36205 lines
991 KiB
JSON
36205 lines
991 KiB
JSON
{
|
|
"meta": {
|
|
"generated_at": "2025-12-07T16:55:28Z",
|
|
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
|
|
"llamacpp_builds": [
|
|
{
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
},
|
|
{
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
],
|
|
"environments": [
|
|
"rocm-7-nightly",
|
|
"rocm-7-nightly-hblt0",
|
|
"rocm-7-nightly-rocwmma",
|
|
"rocm-7-nightly-rocwmma-hblt0",
|
|
"rocm-7.9",
|
|
"rocm-7.9-hblt0",
|
|
"rocm-7.9-rocwmma",
|
|
"rocm-7.9-rocwmma-hblt0",
|
|
"rocm6_4_4",
|
|
"rocm6_4_4-hblt0",
|
|
"rocm6_4_4-rocwmma",
|
|
"rocm6_4_4-rocwmma-hblt0",
|
|
"rocm7.1",
|
|
"rocm7.1-hblt0",
|
|
"rocm7.1-rocwmma",
|
|
"rocm7.1-rocwmma-hblt0",
|
|
"rocm7.1.1",
|
|
"rocm7.1.1-hblt0",
|
|
"rocm7.1.1-mmf",
|
|
"rocm7.1.1-mmf-hblt0",
|
|
"rocm7.1.1-rocwmma",
|
|
"rocm7.1.1-rocwmma-hblt0",
|
|
"vulkan_amdvlk",
|
|
"vulkan_radv"
|
|
],
|
|
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
|
|
},
|
|
"runs": [
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 959.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 305.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 382.2,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 761.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2708.86,
|
|
"tps_std": 8.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 280.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 376.62,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 665.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2434.31,
|
|
"tps_std": 160.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 262.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 366.55,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.8,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 767.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2606.42,
|
|
"tps_std": 11.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 275.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 369.67,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 688.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2312.05,
|
|
"tps_std": 24.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.86,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 271.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 377.52,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.86,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 829.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2402.0,
|
|
"tps_std": 8.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.89,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 290.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 379.17,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.9,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2552.63,
|
|
"tps_std": 4.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 368.25,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 374.16,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 665.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2544.26,
|
|
"tps_std": 1.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 262.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 17.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 367.12,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 766.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2560.35,
|
|
"tps_std": 5.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.82,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 274.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 14.0,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 370.91,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2582.25,
|
|
"tps_std": 10.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 376.47,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 310.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 194.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 10.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 540.84,
|
|
"tps_std": 0.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 18.79,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 550.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 15.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 351.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 13.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 930.96,
|
|
"tps_std": 16.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 17.68,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1210.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 26.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 708.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 22.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4566.69,
|
|
"tps_std": 9.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 461.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 26.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 363.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 22.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 624.69,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.15,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 958.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 552.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4367.96,
|
|
"tps_std": 32.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 413.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 313.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 618.44,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.2,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 832.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 459.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4254.15,
|
|
"tps_std": 13.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.42,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 384.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 282.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 599.01,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.4,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 963.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 552.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4356.51,
|
|
"tps_std": 12.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.44,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 406.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 308.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 598.84,
|
|
"tps_std": 0.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.41,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 868.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 494.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3963.4,
|
|
"tps_std": 14.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 397.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 295.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 612.14,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.43,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1058.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 621.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4172.76,
|
|
"tps_std": 21.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 433.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 336.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 617.68,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.49,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4243.27,
|
|
"tps_std": 9.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.4,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 596.53,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4352.84,
|
|
"tps_std": 10.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.44,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 602.48,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.44,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 832.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 463.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4238.6,
|
|
"tps_std": 12.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 383.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 281.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 598.2,
|
|
"tps_std": 0.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.39,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 964.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 544.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4327.37,
|
|
"tps_std": 7.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.44,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 406.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 27.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 308.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 599.7,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.4,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4358.63,
|
|
"tps_std": 10.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.46,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 598.95,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.45,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 403.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 18.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 242.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 14.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 874.94,
|
|
"tps_std": 7.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 29.2,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 718.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 22.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 442.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1578.59,
|
|
"tps_std": 104.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 27.74,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 818.04,
|
|
"tps_std": 30.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.16,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 644.36,
|
|
"tps_std": 8.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 51.88,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 800.5,
|
|
"tps_std": 43.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.29,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 638.77,
|
|
"tps_std": 8.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 51.65,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1577.01,
|
|
"tps_std": 83.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.72,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 670.79,
|
|
"tps_std": 24.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.75,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1640.28,
|
|
"tps_std": 17.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 55.41,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 676.65,
|
|
"tps_std": 20.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.63,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1686.79,
|
|
"tps_std": 32.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 58.26,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 661.24,
|
|
"tps_std": 12.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.64,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1730.61,
|
|
"tps_std": 34.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.2,
|
|
"tps_std": 0.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 688.64,
|
|
"tps_std": 11.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.51,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1588.08,
|
|
"tps_std": 46.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.3,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 676.12,
|
|
"tps_std": 15.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.72,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1562.53,
|
|
"tps_std": 124.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.64,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 648.98,
|
|
"tps_std": 0.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 51.67,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1556.37,
|
|
"tps_std": 85.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.91,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 663.24,
|
|
"tps_std": 4.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1532.05,
|
|
"tps_std": 91.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 57.22,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 667.09,
|
|
"tps_std": 10.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.29,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 683.86,
|
|
"tps_std": 15.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 56.94,
|
|
"tps_std": 0.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 286.15,
|
|
"tps_std": 12.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 15.81,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 158.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 12.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 108.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 12.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1886.73,
|
|
"tps_std": 107.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 26.98,
|
|
"tps_std": 1.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 594.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 13.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 285.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1009.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 69.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 556.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 50.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1187.71,
|
|
"tps_std": 4.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 107.6,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1009.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 69.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 559.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 51.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2914.78,
|
|
"tps_std": 233.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 107.46,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 745.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 78.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 408.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 63.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1205.03,
|
|
"tps_std": 11.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 107.14,
|
|
"tps_std": 0.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 743.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 78.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 409.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 63.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2873.06,
|
|
"tps_std": 13.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 106.98,
|
|
"tps_std": 0.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 624.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 72.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 336.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 56.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2803.16,
|
|
"tps_std": 16.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.98,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 625.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 72.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 341.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 53.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2795.19,
|
|
"tps_std": 24.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 101.55,
|
|
"tps_std": 0.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 730.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 397.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 59.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2887.22,
|
|
"tps_std": 42.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.24,
|
|
"tps_std": 0.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 736.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 406.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 59.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2856.67,
|
|
"tps_std": 13.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.53,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 668.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 364.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 57.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2813.43,
|
|
"tps_std": 19.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 105.57,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 669.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 366.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 56.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2805.82,
|
|
"tps_std": 12.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 105.84,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 837.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 75.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 471.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 60.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2898.68,
|
|
"tps_std": 108.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 105.66,
|
|
"tps_std": 0.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 844.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 477.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 61.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2934.64,
|
|
"tps_std": 33.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 105.81,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2733.56,
|
|
"tps_std": 171.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 101.21,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2779.82,
|
|
"tps_std": 39.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.99,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2723.67,
|
|
"tps_std": 221.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.3,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2857.26,
|
|
"tps_std": 9.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.7,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 622.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 72.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 341.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 56.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2816.71,
|
|
"tps_std": 32.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.96,
|
|
"tps_std": 0.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 623.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 71.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 341.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 56.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2788.27,
|
|
"tps_std": 21.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.2,
|
|
"tps_std": 0.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 733.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 395.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 59.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2867.19,
|
|
"tps_std": 13.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.01,
|
|
"tps_std": 0.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 736.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 406.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 59.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2856.57,
|
|
"tps_std": 29.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.81,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2661.39,
|
|
"tps_std": 352.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.15,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2860.07,
|
|
"tps_std": 36.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 101.6,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 389.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 49.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 201.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1213.41,
|
|
"tps_std": 52.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 110.66,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 591.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 64.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 332.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 46.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1186.84,
|
|
"tps_std": 47.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.53,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1124.96,
|
|
"tps_std": 18.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.36,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 925.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 56.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 496.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 43.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1741.88,
|
|
"tps_std": 9.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.41,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 880.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 56.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 518.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 43.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1161.1,
|
|
"tps_std": 14.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.94,
|
|
"tps_std": 0.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 700.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 61.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 323.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1716.43,
|
|
"tps_std": 20.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.09,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 674.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 61.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 387.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2964.37,
|
|
"tps_std": 19.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.1,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 629.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 342.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2683.21,
|
|
"tps_std": 17.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.97,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 608.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 335.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3047.17,
|
|
"tps_std": 30.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.95,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 737.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 407.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 50.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2739.55,
|
|
"tps_std": 21.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.92,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 711.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 399.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 50.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3040.27,
|
|
"tps_std": 8.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 78.34,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 669.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 368.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2686.46,
|
|
"tps_std": 14.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 78.42,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 645.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 360.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3078.21,
|
|
"tps_std": 160.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.63,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 846.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 61.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 477.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2773.21,
|
|
"tps_std": 10.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.53,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 814.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 61.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 466.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 51.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2965.21,
|
|
"tps_std": 17.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.09,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2670.23,
|
|
"tps_std": 11.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.22,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2928.78,
|
|
"tps_std": 251.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.1,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2713.01,
|
|
"tps_std": 14.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.96,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2979.5,
|
|
"tps_std": 32.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.26,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 625.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 342.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 48.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2648.65,
|
|
"tps_std": 19.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.82,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 608.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 336.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3051.37,
|
|
"tps_std": 17.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.94,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 742.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 408.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 50.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2706.95,
|
|
"tps_std": 19.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.97,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 713.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 400.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 48.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3036.68,
|
|
"tps_std": 20.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.98,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2742.93,
|
|
"tps_std": 16.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.97,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1713.67,
|
|
"tps_std": 53.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 82.76,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 403.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 41.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 207.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 25.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1383.56,
|
|
"tps_std": 58.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.98,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 602.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 53.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 347.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 41.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 35.15,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 0.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 809.06,
|
|
"tps_std": 33.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.09,
|
|
"tps_std": 0.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 36.04,
|
|
"tps_std": 1.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 0.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 915.57,
|
|
"tps_std": 4.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.42,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 921.0,
|
|
"tps_std": 6.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.13,
|
|
"tps_std": 0.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 963.42,
|
|
"tps_std": 6.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.59,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 928.02,
|
|
"tps_std": 4.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.7,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 965.17,
|
|
"tps_std": 4.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.81,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 922.52,
|
|
"tps_std": 7.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 38.59,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 904.88,
|
|
"tps_std": 3.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.42,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 936.74,
|
|
"tps_std": 8.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 38.87,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 906.89,
|
|
"tps_std": 5.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.53,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 895.25,
|
|
"tps_std": 9.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.64,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 932.2,
|
|
"tps_std": 5.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.8,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 843.8,
|
|
"tps_std": 54.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.77,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 879.13,
|
|
"tps_std": 5.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.01,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 900.01,
|
|
"tps_std": 8.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.77,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 887.15,
|
|
"tps_std": 1.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.84,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 854.9,
|
|
"tps_std": 49.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.81,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 880.89,
|
|
"tps_std": 2.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.81,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 80.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 755.54,
|
|
"tps_std": 61.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.0,
|
|
"tps_std": 1.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 934.42,
|
|
"tps_std": 4.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.67,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 510.76,
|
|
"tps_std": 1.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.54,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 487.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 40.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 371.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 28.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 413.79,
|
|
"tps_std": 31.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 29.61,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 419.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 25.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 312.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1272.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1082.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1065.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 947.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1204.93,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.82,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1047.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 834.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1459.81,
|
|
"tps_std": 7.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 900.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 741.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1188.76,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.18,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1289.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 887.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2607.8,
|
|
"tps_std": 28.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.98,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1063.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 776.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1831.32,
|
|
"tps_std": 5.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.88,
|
|
"tps_std": 0.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1549.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1130.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2602.75,
|
|
"tps_std": 353.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.27,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1239.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 956.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1901.78,
|
|
"tps_std": 7.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.09,
|
|
"tps_std": 0.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1439.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1025.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2707.18,
|
|
"tps_std": 15.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.92,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1175.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 882.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1894.6,
|
|
"tps_std": 6.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.87,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1595.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1164.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2860.62,
|
|
"tps_std": 21.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.27,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1277.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 995.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1960.79,
|
|
"tps_std": 6.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.35,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2465.1,
|
|
"tps_std": 257.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.97,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1828.85,
|
|
"tps_std": 6.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.83,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2726.93,
|
|
"tps_std": 218.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.27,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1936.02,
|
|
"tps_std": 0.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.27,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1283.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 885.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2672.34,
|
|
"tps_std": 14.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.98,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1063.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 774.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1851.96,
|
|
"tps_std": 1.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.98,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1537.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1125.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2854.01,
|
|
"tps_std": 18.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.27,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1233.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 954.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1937.83,
|
|
"tps_std": 0.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.24,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2754.63,
|
|
"tps_std": 44.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.25,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1900.55,
|
|
"tps_std": 8.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.12,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1204.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 28.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 799.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1234.73,
|
|
"tps_std": 28.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.58,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1034.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 21.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 724.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 19.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1319.14,
|
|
"tps_std": 103.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 28.04,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1585.99,
|
|
"tps_std": 4.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 182.83,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1493.04,
|
|
"tps_std": 2.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 180.46,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 175.25,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1576.23,
|
|
"tps_std": 3.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 174.12,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1276.65,
|
|
"tps_std": 2.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 178.55,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.36,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1283.11,
|
|
"tps_std": 63.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 179.49,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.36,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1528.82,
|
|
"tps_std": 40.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.47,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 173.63,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 179.62,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1599.56,
|
|
"tps_std": 7.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 177.39,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1666.49,
|
|
"tps_std": 12.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 178.86,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1574.37,
|
|
"tps_std": 2.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 174.8,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 491.06,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 648.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 8.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 541.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 8.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 4759.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 109.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 3642.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6743.58,
|
|
"tps_std": 171.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 122.59,
|
|
"tps_std": 2.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 4763.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 109.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 3742.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6720.46,
|
|
"tps_std": 178.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 120.9,
|
|
"tps_std": 4.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3677.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2691.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 103.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6477.6,
|
|
"tps_std": 175.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 126.69,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3693.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2692.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 103.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6492.44,
|
|
"tps_std": 164.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 126.45,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3213.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2230.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6138.56,
|
|
"tps_std": 162.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 121.28,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3105.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2235.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6144.37,
|
|
"tps_std": 161.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 121.05,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3651.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 111.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2668.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6413.96,
|
|
"tps_std": 202.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 124.42,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3669.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 112.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2669.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6418.26,
|
|
"tps_std": 185.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 124.45,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3536.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2503.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 100.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 5942.48,
|
|
"tps_std": 808.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 122.41,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3553.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2532.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 100.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6326.54,
|
|
"tps_std": 136.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 122.74,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3702.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 112.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2739.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 102.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6634.73,
|
|
"tps_std": 169.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 125.92,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3716.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 112.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2725.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 102.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6616.2,
|
|
"tps_std": 163.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 125.96,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6153.17,
|
|
"tps_std": 161.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 121.18,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6166.51,
|
|
"tps_std": 149.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 120.02,
|
|
"tps_std": 2.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6603.82,
|
|
"tps_std": 189.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 125.68,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6566.74,
|
|
"tps_std": 165.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 124.66,
|
|
"tps_std": 1.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3159.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 107.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2231.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6279.64,
|
|
"tps_std": 163.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 122.09,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3192.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 107.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2240.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6273.87,
|
|
"tps_std": 161.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 121.74,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3648.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 112.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2658.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 102.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6548.8,
|
|
"tps_std": 183.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 125.52,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3642.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 111.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2668.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6521.77,
|
|
"tps_std": 177.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 125.17,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6385.31,
|
|
"tps_std": 167.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 123.36,
|
|
"tps_std": 1.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6410.71,
|
|
"tps_std": 187.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 124.05,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2716.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 101.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2025.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 100.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2699.08,
|
|
"tps_std": 10.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 113.64,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2326.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 85.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1650.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 63.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2188.02,
|
|
"tps_std": 29.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 97.07,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1105.84,
|
|
"tps_std": 119.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.29,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 863.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 53.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 516.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 45.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 961.89,
|
|
"tps_std": 13.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.93,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 913.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 608.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1559.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 110.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 965.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 94.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2069.44,
|
|
"tps_std": 95.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 135.08,
|
|
"tps_std": 1.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1565.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 110.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 989.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 94.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2382.38,
|
|
"tps_std": 38.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.83,
|
|
"tps_std": 2.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1432.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 116.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 931.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 103.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2068.95,
|
|
"tps_std": 25.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 133.82,
|
|
"tps_std": 2.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1434.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 116.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 930.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 103.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2340.43,
|
|
"tps_std": 21.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.19,
|
|
"tps_std": 2.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1856.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1080.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4614.9,
|
|
"tps_std": 360.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.92,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1861.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1079.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4699.71,
|
|
"tps_std": 29.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.91,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1704.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1033.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4335.9,
|
|
"tps_std": 567.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 132.77,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1708.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1033.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4477.77,
|
|
"tps_std": 55.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 132.78,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2075.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1228.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4797.05,
|
|
"tps_std": 83.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.76,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2069.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1236.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4694.36,
|
|
"tps_std": 55.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.68,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2036.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 119.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1243.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 109.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4701.61,
|
|
"tps_std": 88.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 135.25,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2036.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 120.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1256.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 109.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4648.3,
|
|
"tps_std": 68.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 135.54,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4529.76,
|
|
"tps_std": 515.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.76,
|
|
"tps_std": 0.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4663.49,
|
|
"tps_std": 17.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.83,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4588.21,
|
|
"tps_std": 47.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 132.24,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4501.95,
|
|
"tps_std": 6.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 132.67,
|
|
"tps_std": 0.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1874.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1083.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4784.27,
|
|
"tps_std": 37.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.51,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1870.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1091.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4690.59,
|
|
"tps_std": 84.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.54,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1701.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 983.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4558.95,
|
|
"tps_std": 58.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 131.62,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1707.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1024.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 101.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4510.84,
|
|
"tps_std": 8.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 132.55,
|
|
"tps_std": 0.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4431.68,
|
|
"tps_std": 359.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 132.7,
|
|
"tps_std": 0.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4483.07,
|
|
"tps_std": 48.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 132.21,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1572.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 93.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 831.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 71.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2812.95,
|
|
"tps_std": 77.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 123.5,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1677.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1011.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 81.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2349.6,
|
|
"tps_std": 135.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 117.95,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1026.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 644.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2475.47,
|
|
"tps_std": 12.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.29,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1027.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 645.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2473.56,
|
|
"tps_std": 10.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.28,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 846.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 520.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2439.1,
|
|
"tps_std": 26.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.21,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 850.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 37.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 521.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2450.63,
|
|
"tps_std": 15.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.3,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 870.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 487.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4621.54,
|
|
"tps_std": 55.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.32,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 870.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 486.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4610.4,
|
|
"tps_std": 54.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 97.99,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 983.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 565.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4696.02,
|
|
"tps_std": 67.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.56,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 993.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 568.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4692.46,
|
|
"tps_std": 70.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.1,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 915.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 504.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4589.14,
|
|
"tps_std": 47.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.69,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 913.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 503.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4591.97,
|
|
"tps_std": 43.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.73,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1093.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 628.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4756.4,
|
|
"tps_std": 61.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.62,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1096.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 631.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4745.7,
|
|
"tps_std": 63.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.57,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4597.18,
|
|
"tps_std": 49.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1-rocwmma",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.72,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4597.41,
|
|
"tps_std": 54.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.41,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4806.21,
|
|
"tps_std": 73.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-mmf",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.03,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4786.12,
|
|
"tps_std": 86.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-mmf-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "mmf-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.49,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 870.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 486.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4653.72,
|
|
"tps_std": 63.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.72,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 870.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 485.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4652.96,
|
|
"tps_std": 61.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 97.98,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 989.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 566.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4799.82,
|
|
"tps_std": 86.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.13,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 992.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 569.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4778.61,
|
|
"tps_std": 91.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.36,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "22577583a",
|
|
"number": "7312"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4705.53,
|
|
"tps_std": 63.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 97.98,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4696.41,
|
|
"tps_std": 60.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1-hblt0",
|
|
"env_base": "rocm7.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.1,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 539.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 33.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 292.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2314.7,
|
|
"tps_std": 25.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 107.76,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 808.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 448.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 23.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1909.92,
|
|
"tps_std": 116.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 98.14,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "6016d0bd4",
|
|
"number": "7285"
|
|
}
|
|
}
|
|
]
|
|
} |