Donato Capitella
45671 lines
1.2 MiB
Plaintext
45671 lines
1.2 MiB
Plaintext
{
|
|
"meta": {
|
|
"generated_at": "2025-12-27T17:44:15Z",
|
|
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
|
|
"llamacpp_builds": [
|
|
{
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
],
|
|
"environments": [
|
|
"rocm-7-nightly",
|
|
"rocm-7-nightly-hblt0",
|
|
"rocm-7-nightly-rocwmma",
|
|
"rocm-7-nightly-rocwmma-hblt0",
|
|
"rocm-7.9",
|
|
"rocm-7.9-hblt0",
|
|
"rocm-7.9-rocwmma",
|
|
"rocm-7.9-rocwmma-hblt0",
|
|
"rocm6_4_4",
|
|
"rocm6_4_4-hblt0",
|
|
"rocm6_4_4-rocwmma",
|
|
"rocm6_4_4-rocwmma-hblt0",
|
|
"rocm7.1.1",
|
|
"rocm7.1.1-hblt0",
|
|
"rocm7.1.1-rocwmma",
|
|
"rocm7.1.1-rocwmma-hblt0",
|
|
"vulkan_amdvlk",
|
|
"vulkan_radv"
|
|
],
|
|
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
|
|
},
|
|
"runs": [
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 251.12,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.53,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 124.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 246.03,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.41,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 123.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 239.85,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.37,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 99.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 240.74,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.41,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 100.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 235.8,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.01,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 95.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 233.71,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 6.94,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 94.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 235.23,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 6.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 98.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 237.08,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.0,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 99.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 235.42,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.02,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 94.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 233.43,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 6.94,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 94.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 238.15,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 6.99,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 109.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 239.15,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.03,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 109.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 236.0,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.01,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 94.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 233.56,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 6.93,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 94.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 235.6,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 6.93,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 99.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 237.37,
|
|
"tps_std": 0.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.01,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 99.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 123.0,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 133.82,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 7.55,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 44.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 4.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 16.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 3.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 104.9,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 8.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 74.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 6.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 36.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002",
|
|
"model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 2.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 125.03,
|
|
"file_size_gib": 50.63,
|
|
"name_params_b": 125.03,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 964.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 19.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 571.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 17.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2843.52,
|
|
"tps_std": 16.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 305.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 19.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 252.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 17.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 380.51,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 757.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 449.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2767.12,
|
|
"tps_std": 15.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 279.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 222.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 380.81,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 731.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 419.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2608.48,
|
|
"tps_std": 2.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 271.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 213.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 368.45,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 761.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 447.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2644.29,
|
|
"tps_std": 2.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 274.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 219.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 370.52,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 719.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 421.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2405.48,
|
|
"tps_std": 3.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 276.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 217.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 378.57,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 828.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 501.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2468.22,
|
|
"tps_std": 5.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 290.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 237.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 380.01,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 731.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 419.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2603.81,
|
|
"tps_std": 5.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 271.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 213.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 368.56,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 756.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 447.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2649.88,
|
|
"tps_std": 3.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.33,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 274.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 219.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 18.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 369.68,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 22.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 287.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 15.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 126.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 12.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 528.53,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 20.18,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 531.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 16.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 320.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 14.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 939.26,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-14B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 19.38,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 13.51,
|
|
"file_size_gib": 25.16,
|
|
"name_params_b": 13.51,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1239.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 29.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 704.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 25.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4617.19,
|
|
"tps_std": 21.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.48,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 461.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 29.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 362.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 25.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 621.97,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.46,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 946.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 539.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4439.2,
|
|
"tps_std": 15.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 411.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 311.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 618.12,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.52,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 918.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 511.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4416.28,
|
|
"tps_std": 7.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 399.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 297.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 599.12,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.89,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 954.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 546.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4486.85,
|
|
"tps_std": 9.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 404.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 307.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 601.42,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.92,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 909.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 514.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4062.5,
|
|
"tps_std": 9.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 406.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 303.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 615.8,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1061.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 618.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4243.57,
|
|
"tps_std": 22.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 35.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 433.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 335.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 620.01,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 35.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 918.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 512.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4416.42,
|
|
"tps_std": 3.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.93,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 399.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 297.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 599.6,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.83,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 952.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 544.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4505.81,
|
|
"tps_std": 6.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.95,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 404.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 306.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 601.45,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.87,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 364.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 20.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 152.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 16.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 837.88,
|
|
"tps_std": 0.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 32.79,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 697.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 24.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 389.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 19.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1634.39,
|
|
"tps_std": 1.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"model_clean": "Ministral-3-8B-Instruct-2512-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 31.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 8.49,
|
|
"file_size_gib": 15.81,
|
|
"name_params_b": 8.49,
|
|
"quant": "BF16",
|
|
"log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2204.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1658.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 91.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1753.71,
|
|
"tps_std": 31.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 105.09,
|
|
"tps_std": 0.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2208.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1669.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 91.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1851.56,
|
|
"tps_std": 12.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 105.15,
|
|
"tps_std": 0.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2005.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 100.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1470.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1743.72,
|
|
"tps_std": 17.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 104.85,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2024.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 100.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1485.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1829.27,
|
|
"tps_std": 5.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 105.09,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2362.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1606.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 93.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2759.42,
|
|
"tps_std": 17.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.59,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2374.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1608.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 93.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2739.05,
|
|
"tps_std": 26.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.47,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2406.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 98.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1670.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2756.89,
|
|
"tps_std": 48.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.74,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2448.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 98.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1686.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2757.96,
|
|
"tps_std": 44.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.64,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2452.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 96.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1702.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2773.64,
|
|
"tps_std": 14.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.14,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2466.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 96.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1711.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2763.54,
|
|
"tps_std": 51.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.18,
|
|
"tps_std": 0.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2589.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 98.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1830.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2803.61,
|
|
"tps_std": 9.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.3,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2604.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 98.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1826.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2801.11,
|
|
"tps_std": 12.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.96,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2361.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1605.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 93.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2779.85,
|
|
"tps_std": 17.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.54,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2372.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1612.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 93.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2736.6,
|
|
"tps_std": 37.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.81,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2436.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 98.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1690.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2790.54,
|
|
"tps_std": 8.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.38,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2462.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 98.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1693.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2761.6,
|
|
"tps_std": 14.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.42,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1407.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 90.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 670.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 71.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2240.26,
|
|
"tps_std": 11.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 118.32,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1502.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 82.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1126.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 75.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1695.4,
|
|
"tps_std": 23.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 91.72,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 21.26,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1453.85,
|
|
"tps_std": 8.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 81.16,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2056.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1572.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 74.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1167.18,
|
|
"tps_std": 8.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 81.26,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1682.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1346.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 74.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1448.14,
|
|
"tps_std": 6.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 81.19,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1892.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 79.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1039.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 77.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1164.2,
|
|
"tps_std": 3.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 81.04,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1568.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 78.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1221.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 77.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2851.41,
|
|
"tps_std": 24.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.51,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2386.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1481.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 65.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1874.32,
|
|
"tps_std": 22.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.57,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1909.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1374.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 74.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2851.87,
|
|
"tps_std": 12.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.41,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2464.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1704.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 76.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1869.7,
|
|
"tps_std": 14.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.36,
|
|
"tps_std": 0.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1957.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1433.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 76.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2764.27,
|
|
"tps_std": 25.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 79.76,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2415.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1681.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 74.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1727.22,
|
|
"tps_std": 18.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 79.87,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1942.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1436.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 73.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2785.29,
|
|
"tps_std": 16.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 79.88,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2536.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1801.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 75.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1724.03,
|
|
"tps_std": 6.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 79.98,
|
|
"tps_std": 0.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2020.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1524.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 75.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2852.77,
|
|
"tps_std": 38.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.59,
|
|
"tps_std": 0.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2383.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1613.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 74.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1690.11,
|
|
"tps_std": 1.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.55,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1871.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1358.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 74.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2862.32,
|
|
"tps_std": 30.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.48,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2475.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1701.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 76.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1683.76,
|
|
"tps_std": 11.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 80.43,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1913.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1425.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 76.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2349.2,
|
|
"tps_std": 4.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 94.19,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1421.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 74.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 710.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 60.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1758.38,
|
|
"tps_std": 13.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.77,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1559.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 70.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1158.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 65.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 31.58,
|
|
"file_size_gib": 37.66,
|
|
"name_params_b": 31.58,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 820.65,
|
|
"tps_std": 16.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 59.23,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 800.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 39.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 496.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 37.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 416.61,
|
|
"tps_std": 7.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.95,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 387.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 41.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 291.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 33.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 811.34,
|
|
"tps_std": 7.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 58.86,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 660.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 50.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 384.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 44.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 414.64,
|
|
"tps_std": 3.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 343.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 45.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 249.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 40.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1594.29,
|
|
"tps_std": 110.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 59.36,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 351.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 42.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 687.0,
|
|
"tps_std": 10.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 59.54,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 355.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 48.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 254.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 41.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1669.86,
|
|
"tps_std": 48.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 58.76,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 655.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 49.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 381.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 43.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 687.04,
|
|
"tps_std": 1.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 56.71,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 386.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 49.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 269.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 43.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1714.36,
|
|
"tps_std": 73.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 59.77,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 611.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 49.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 358.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 41.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 668.17,
|
|
"tps_std": 11.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.52,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 355.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 38.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 266.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 37.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1773.94,
|
|
"tps_std": 34.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 59.46,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 709.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 49.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 431.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 44.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 685.61,
|
|
"tps_std": 7.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.63,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 421.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 305.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 40.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1595.35,
|
|
"tps_std": 96.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 59.36,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 611.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 49.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 658.91,
|
|
"tps_std": 2.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 53.05,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 361.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 44.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 251.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 37.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1623.11,
|
|
"tps_std": 61.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 58.31,
|
|
"tps_std": 0.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 647.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 46.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 381.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 43.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 658.89,
|
|
"tps_std": 8.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 52.6,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 351.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 44.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 271.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 40.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 321.56,
|
|
"tps_std": 1.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 18.51,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 198.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 16.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 85.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 15.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1946.32,
|
|
"tps_std": 9.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.49,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 560.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 24.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 268.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 5.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 991.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 68.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 546.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 46.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1221.3,
|
|
"tps_std": 2.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.61,
|
|
"tps_std": 0.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 998.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 68.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 545.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 50.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2971.12,
|
|
"tps_std": 34.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.81,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 733.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 406.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 64.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1201.73,
|
|
"tps_std": 13.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 101.99,
|
|
"tps_std": 0.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 736.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 406.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 64.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2854.35,
|
|
"tps_std": 13.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.32,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 682.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 72.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 371.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 57.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2793.21,
|
|
"tps_std": 13.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.8,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 683.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 72.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 371.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 57.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2752.82,
|
|
"tps_std": 3.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.71,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 726.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 74.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 403.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 61.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2811.22,
|
|
"tps_std": 21.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.58,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 735.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 74.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 404.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 61.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2821.94,
|
|
"tps_std": 21.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.83,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 705.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 387.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 58.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2812.78,
|
|
"tps_std": 14.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.0,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 704.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 386.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 58.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2787.78,
|
|
"tps_std": 28.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 101.8,
|
|
"tps_std": 0.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 833.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 472.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 62.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2931.55,
|
|
"tps_std": 43.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 101.88,
|
|
"tps_std": 0.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 845.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 473.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 62.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2887.18,
|
|
"tps_std": 25.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 101.53,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 682.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 72.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 372.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 57.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2789.33,
|
|
"tps_std": 33.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.84,
|
|
"tps_std": 0.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 683.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 72.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 372.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 57.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2773.24,
|
|
"tps_std": 21.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.79,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 726.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 74.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 403.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 61.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2830.34,
|
|
"tps_std": 38.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.49,
|
|
"tps_std": 0.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 733.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 74.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 404.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 61.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2817.38,
|
|
"tps_std": 35.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 99.77,
|
|
"tps_std": 0.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 268.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 46.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 96.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1730.03,
|
|
"tps_std": 5.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 113.42,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 571.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 62.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 261.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 45.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1473.3,
|
|
"tps_std": 4.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 104.81,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 17.35,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1129.68,
|
|
"tps_std": 33.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.06,
|
|
"tps_std": 1.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 916.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 56.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 429.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 43.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1729.1,
|
|
"tps_std": 12.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.07,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 867.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 56.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 504.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 44.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1119.16,
|
|
"tps_std": 7.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.82,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 696.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 62.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 353.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 50.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1693.15,
|
|
"tps_std": 22.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.67,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 667.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 62.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 384.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 53.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2992.49,
|
|
"tps_std": 18.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.92,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 689.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 373.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 45.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2672.63,
|
|
"tps_std": 6.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.83,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 664.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 366.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3013.39,
|
|
"tps_std": 46.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.58,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 733.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 60.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 325.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2728.73,
|
|
"tps_std": 13.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.54,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 709.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 60.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 396.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3043.63,
|
|
"tps_std": 26.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.86,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 706.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 60.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 387.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2689.49,
|
|
"tps_std": 24.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.9,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 680.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 380.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3157.65,
|
|
"tps_std": 27.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 77.05,
|
|
"tps_std": 0.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 841.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 61.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 474.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2760.75,
|
|
"tps_std": 22.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.89,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 811.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 61.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 462.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2964.61,
|
|
"tps_std": 32.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.75,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 688.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 299.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2594.24,
|
|
"tps_std": 23.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 76.79,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 661.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 59.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 365.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 49.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3039.12,
|
|
"tps_std": 41.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.59,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 737.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 60.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 405.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2662.45,
|
|
"tps_std": 21.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 75.71,
|
|
"tps_std": 0.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 708.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 60.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 397.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 52.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2144.78,
|
|
"tps_std": 38.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 89.88,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 272.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 43.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 98.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1715.42,
|
|
"tps_std": 6.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 84.79,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 596.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 54.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 267.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 41.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 33.51,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 36.25,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 0.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 38.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 0.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 38.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 0.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 937.81,
|
|
"tps_std": 2.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.42,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 957.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 32.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 837.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 30.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 36.58,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 0.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 38.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 0.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 38.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 0.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 938.97,
|
|
"tps_std": 3.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.41,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 834.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 32.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 673.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 31.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 922.15,
|
|
"tps_std": 2.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 36.3,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 733.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 34.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 558.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 33.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 956.42,
|
|
"tps_std": 5.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 36.32,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 766.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 34.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 577.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 33.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 926.16,
|
|
"tps_std": 3.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 36.41,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 812.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 34.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 650.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 33.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 959.24,
|
|
"tps_std": 12.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 36.39,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 850.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 34.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 676.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 33.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 954.79,
|
|
"tps_std": 4.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.36,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 805.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 35.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 629.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 34.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 957.95,
|
|
"tps_std": 1.93,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.54,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 813.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 32.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 635.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 30.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 953.62,
|
|
"tps_std": 4.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 37.48,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 853.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 36.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 691.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 34.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 960.5,
|
|
"tps_std": 7.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 859.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 32.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 697.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 31.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 920.25,
|
|
"tps_std": 2.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 36.25,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 735.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 34.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 551.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 33.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 924.91,
|
|
"tps_std": 0.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 32.77,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 740.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 560.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 30.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 919.52,
|
|
"tps_std": 6.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 36.23,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 809.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 34.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 653.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 33.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 932.55,
|
|
"tps_std": 4.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 32.77,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 822.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 657.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 30.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 585.52,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 60.31,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 449.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 44.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 352.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 31.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 489.72,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 30.52,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 390.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 29.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 265.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 27.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 79.67,
|
|
"file_size_gib": 42.01,
|
|
"name_params_b": 79.67,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1269.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1093.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1498.5,
|
|
"tps_std": 8.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.89,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1053.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 932.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1220.37,
|
|
"tps_std": 1.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.89,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1033.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 826.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1481.57,
|
|
"tps_std": 6.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.2,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 889.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 734.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1200.98,
|
|
"tps_std": 1.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.21,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1315.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 904.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2685.96,
|
|
"tps_std": 22.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.95,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1072.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 788.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1860.34,
|
|
"tps_std": 7.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.93,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1518.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1106.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2810.47,
|
|
"tps_std": 5.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.27,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1217.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 940.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1924.14,
|
|
"tps_std": 10.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.19,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1493.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1060.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2776.27,
|
|
"tps_std": 26.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.95,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1205.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 907.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1931.33,
|
|
"tps_std": 9.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.93,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1567.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1142.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2871.27,
|
|
"tps_std": 12.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.22,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1264.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 973.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1975.9,
|
|
"tps_std": 10.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.2,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1317.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 903.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2693.1,
|
|
"tps_std": 22.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.94,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1077.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 788.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1861.27,
|
|
"tps_std": 8.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.9,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1525.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1106.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2828.25,
|
|
"tps_std": 16.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.22,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1216.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 31.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 938.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 29.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1923.37,
|
|
"tps_std": 10.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 34.24,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1179.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 30.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 751.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 28.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1533.74,
|
|
"tps_std": 12.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 33.52,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1052.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 22.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 648.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 19.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1330.53,
|
|
"tps_std": 8.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 29.43,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1604.39,
|
|
"tps_std": 3.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1116.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 183.89,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 174.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 167.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1493.5,
|
|
"tps_std": 3.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 941.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 180.71,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 169.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 158.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1581.7,
|
|
"tps_std": 3.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 975.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 175.81,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 165.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 156.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 10.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1591.24,
|
|
"tps_std": 2.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 956.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 176.22,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 165.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 157.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 10.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1299.15,
|
|
"tps_std": 1.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 883.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 670.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 10.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 180.04,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 168.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 159.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1331.57,
|
|
"tps_std": 2.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 931.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 738.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 10.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 180.96,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 170.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 162.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1575.44,
|
|
"tps_std": 6.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 972.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 175.55,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 166.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 145.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1579.57,
|
|
"tps_std": 9.93,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 953.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 726.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 10.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 175.89,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 10.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 165.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 10.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 157.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 568.31,
|
|
"tps_std": 1.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 9.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 654.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 9.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 528.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 9.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 4447.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 105.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 3427.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6633.33,
|
|
"tps_std": 149.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 119.58,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 4391.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 105.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 3350.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 98.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6615.86,
|
|
"tps_std": 130.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 119.53,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3443.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 109.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2497.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 100.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6364.87,
|
|
"tps_std": 146.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 122.35,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3459.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 109.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2522.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 100.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6355.56,
|
|
"tps_std": 146.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 122.41,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3133.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 104.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2188.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6033.78,
|
|
"tps_std": 138.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 118.28,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3123.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 104.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2187.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6038.17,
|
|
"tps_std": 136.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 118.53,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3398.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 107.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2489.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6246.65,
|
|
"tps_std": 134.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 120.29,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3427.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2468.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6217.34,
|
|
"tps_std": 132.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 120.25,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3483.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 105.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2497.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 98.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6183.02,
|
|
"tps_std": 137.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 118.85,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3490.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 105.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2493.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 98.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6215.78,
|
|
"tps_std": 146.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 118.81,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3545.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2582.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6395.14,
|
|
"tps_std": 161.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 121.8,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3534.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2575.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6358.66,
|
|
"tps_std": 155.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 121.51,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3130.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 104.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2184.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6068.0,
|
|
"tps_std": 141.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 118.26,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3138.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 104.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2189.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6030.66,
|
|
"tps_std": 134.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 118.39,
|
|
"tps_std": 0.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3452.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2489.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6304.04,
|
|
"tps_std": 142.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 120.59,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 3356.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 108.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 2493.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 99.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 6226.43,
|
|
"tps_std": 137.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 120.14,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2560.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1848.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 92.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3545.06,
|
|
"tps_std": 9.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 115.38,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2171.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 79.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1471.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 64.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2841.26,
|
|
"tps_std": 36.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 100.53,
|
|
"tps_std": 0.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 802.99,
|
|
"tps_std": 43.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 95.06,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 888.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 74.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 827.56,
|
|
"tps_std": 51.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 95.14,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 849.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 78.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 804.07,
|
|
"tps_std": 45.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 94.41,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 813.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 819.18,
|
|
"tps_std": 40.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 94.28,
|
|
"tps_std": 0.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 841.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 73.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1755.09,
|
|
"tps_std": 118.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 93.81,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1164.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 66.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1751.32,
|
|
"tps_std": 129.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 94.06,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1167.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 69.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1691.01,
|
|
"tps_std": 141.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 92.13,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1081.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 66.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1774.69,
|
|
"tps_std": 84.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 92.24,
|
|
"tps_std": 0.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1085.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 69.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1864.88,
|
|
"tps_std": 13.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 93.38,
|
|
"tps_std": 0.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1258.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1852.06,
|
|
"tps_std": 26.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 93.92,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1275.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1787.65,
|
|
"tps_std": 13.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 94.05,
|
|
"tps_std": 0.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1265.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 83.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1832.76,
|
|
"tps_std": 26.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 92.87,
|
|
"tps_std": 1.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1275.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 83.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1825.54,
|
|
"tps_std": 80.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 94.27,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1096.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 77.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1788.24,
|
|
"tps_std": 139.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 94.1,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1146.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 76.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1718.3,
|
|
"tps_std": 82.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 92.08,
|
|
"tps_std": 0.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1044.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 79.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1739.63,
|
|
"tps_std": 90.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 92.08,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1063.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 79.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1498.15,
|
|
"tps_std": 34.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 95.14,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 880.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 65.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 378.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 50.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 1132.62,
|
|
"tps_std": 20.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 91.03,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 912.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 69.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 571.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 8.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log",
|
|
"rpc": false,
|
|
"gpu_config": "dual",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1541.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 970.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2083.71,
|
|
"tps_std": 52.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 137.99,
|
|
"tps_std": 0.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1539.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 113.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 974.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 97.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2398.88,
|
|
"tps_std": 2.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 138.72,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1414.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 117.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 914.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 104.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2077.55,
|
|
"tps_std": 16.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 137.26,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1418.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 117.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 913.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 104.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2302.67,
|
|
"tps_std": 23.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 137.36,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1819.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 111.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1054.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 96.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4687.32,
|
|
"tps_std": 82.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 136.75,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1820.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 111.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1006.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4590.65,
|
|
"tps_std": 62.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 136.86,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1677.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 114.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1002.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 102.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4475.05,
|
|
"tps_std": 86.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.51,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1683.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 114.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1017.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 102.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4416.15,
|
|
"tps_std": 108.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.28,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2017.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 112.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1187.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 96.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4728.1,
|
|
"tps_std": 77.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 136.87,
|
|
"tps_std": 0.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2032.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 111.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1186.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 96.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4663.56,
|
|
"tps_std": 49.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 136.88,
|
|
"tps_std": 0.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1965.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 122.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1226.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 112.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4659.48,
|
|
"tps_std": 98.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 137.39,
|
|
"tps_std": 0.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 2002.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 122.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1229.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 112.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4615.05,
|
|
"tps_std": 96.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 137.03,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1830.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 112.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1063.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 96.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4660.7,
|
|
"tps_std": 126.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 136.56,
|
|
"tps_std": 0.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1839.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 111.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1069.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 95.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4625.91,
|
|
"tps_std": 65.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 136.32,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1676.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 114.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1011.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 102.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4517.14,
|
|
"tps_std": 60.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 133.92,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1675.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 114.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 1015.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 102.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4388.03,
|
|
"tps_std": 104.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 134.38,
|
|
"tps_std": 0.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1434.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 93.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 590.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 73.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3571.94,
|
|
"tps_std": 41.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 137.19,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1572.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 97.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 921.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 82.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2664.37,
|
|
"tps_std": 20.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 129.48,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1039.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 41.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 657.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2445.26,
|
|
"tps_std": 5.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.66,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1046.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 41.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 656.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2436.94,
|
|
"tps_std": 27.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.57,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 843.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 41.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 518.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2406.79,
|
|
"tps_std": 15.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.69,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 844.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 41.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 518.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2406.32,
|
|
"tps_std": 17.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7-nightly-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7-nightly-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.66,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 976.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 545.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4619.96,
|
|
"tps_std": 79.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.16,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 974.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 545.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4577.75,
|
|
"tps_std": 121.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-rocwmma-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.58,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 984.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 567.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4581.56,
|
|
"tps_std": 108.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.6,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1002.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 570.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4685.05,
|
|
"tps_std": 105.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm-7.9-hblt0",
|
|
"env_base": "rocm",
|
|
"env_variant": "7.9-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.64,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 949.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.42,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 516.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4629.9,
|
|
"tps_std": 72.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 104.03,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 947.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 517.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4591.33,
|
|
"tps_std": 125.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.8,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1088.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 624.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4764.42,
|
|
"tps_std": 103.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.88,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 1087.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 624.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4755.49,
|
|
"tps_std": 101.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.87,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 977.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 545.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4638.4,
|
|
"tps_std": 80.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.75,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 976.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 545.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4595.62,
|
|
"tps_std": 106.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-rocwmma-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 102.85,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 994.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 567.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4687.55,
|
|
"tps_std": 133.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.66,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 995.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 42.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 568.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 26.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 4679.68,
|
|
"tps_std": 110.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7.1.1-hblt0",
|
|
"env_base": "rocm7.1.1",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 103.03,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 493.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 39.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 264.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 19.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 3081.52,
|
|
"tps_std": 54.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 119.97,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "pp2048 @ d16384",
|
|
"tps_mean": 763.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx16384",
|
|
"context_tokens": 16384,
|
|
"test": "tg32 @ d16384",
|
|
"tps_mean": 40.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "pp2048 @ d32768",
|
|
"tps_mean": 429.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "longctx32768",
|
|
"context_tokens": 32768,
|
|
"test": "tg32 @ d32768",
|
|
"tps_mean": 24.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "pp512",
|
|
"tps_mean": 2361.19,
|
|
"tps_std": 64.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"context": "default",
|
|
"context_tokens": null,
|
|
"test": "tg128",
|
|
"tps_mean": 108.44,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": null,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log",
|
|
"rpc": false,
|
|
"gpu_config": "single",
|
|
"build": {
|
|
"hash": "2aa45ef9e",
|
|
"number": "7423"
|
|
}
|
|
}
|
|
]
|
|
} |