{ "meta": { "generated_at": "2025-11-30T13:47:18Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { "hash": "fa0465954", "number": "7205" } ], "environments": [ "rocm-7-nightly", "rocm-7-nightly-hblt0", "rocm-7-nightly-rocwmma", "rocm-7-nightly-rocwmma-hblt0", "rocm-7.9", "rocm-7.9-hblt0", "rocm-7.9-rocwmma", "rocm-7.9-rocwmma-hblt0", "rocm6_4_4", "rocm6_4_4-hblt0", "rocm6_4_4-rocwmma", "rocm6_4_4-rocwmma-hblt0", "rocm7.1", "rocm7.1-hblt0", "rocm7.1-rocwmma", "rocm7.1-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1622.34, "tps_std": 128.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.53, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 637.77, "tps_std": 13.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.05, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1544.19, "tps_std": 224.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.28, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 629.39, "tps_std": 20.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.87, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1538.72, "tps_std": 208.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.02, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 664.86, "tps_std": 54.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.84, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1599.94, "tps_std": 126.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.5, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 682.09, "tps_std": 7.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.06, "tps_std": 0.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1704.02, "tps_std": 12.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.95, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 664.27, "tps_std": 16.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.8, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1731.74, "tps_std": 16.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.64, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 687.91, "tps_std": 6.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.27, "tps_std": 0.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1553.68, "tps_std": 160.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.81, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 672.84, "tps_std": 8.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.86, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1629.33, "tps_std": 67.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.58, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 684.37, "tps_std": 2.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.54, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 286.55, "tps_std": 12.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 16.21, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1593.95, "tps_std": 58.52, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.17, "tps_std": 0.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3020.37, "tps_std": 43.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.8, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2997.38, "tps_std": 60.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.79, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2913.43, "tps_std": 23.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.01, "tps_std": 0.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2919.46, "tps_std": 42.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 106.96, "tps_std": 0.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2819.16, "tps_std": 36.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.55, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2798.79, "tps_std": 24.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.01, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2855.4, "tps_std": 20.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.88, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2857.35, "tps_std": 21.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.0, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2839.13, "tps_std": 17.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 106.43, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2805.58, "tps_std": 24.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 106.42, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2948.99, "tps_std": 46.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.97, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2921.36, "tps_std": 33.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.79, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2827.41, "tps_std": 23.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.05, "tps_std": 1.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2783.87, "tps_std": 35.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.3, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2867.39, "tps_std": 32.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.97, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2846.47, "tps_std": 25.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.24, "tps_std": 1.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1450.58, "tps_std": 57.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 112.62, "tps_std": 0.49, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1278.02, "tps_std": 94.48, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.18, "tps_std": 0.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1888.53, "tps_std": 18.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.77, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1757.56, "tps_std": 2.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.62, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1823.4, "tps_std": 79.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.05, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1713.47, "tps_std": 20.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.21, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2995.6, "tps_std": 21.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.06, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2692.4, "tps_std": 14.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.29, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3048.39, "tps_std": 23.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.22, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2737.79, "tps_std": 9.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.02, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3042.89, "tps_std": 19.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 78.56, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2692.73, "tps_std": 7.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 78.04, "tps_std": 0.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3141.98, "tps_std": 27.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.74, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2795.57, "tps_std": 9.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.54, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2973.42, "tps_std": 43.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.22, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2689.18, "tps_std": 17.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.83, "tps_std": 1.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3050.31, "tps_std": 19.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.79, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2752.4, "tps_std": 19.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.0, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1716.73, "tps_std": 53.79, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 82.29, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1437.77, "tps_std": 62.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 78.4, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 626.78, "tps_std": 37.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.2, "tps_std": 1.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 685.49, "tps_std": 5.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 28.41, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 743.42, "tps_std": 3.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.16, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 694.68, "tps_std": 3.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 28.43, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 734.08, "tps_std": 2.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.97, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 755.83, "tps_std": 1.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.0, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 734.14, "tps_std": 1.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.91, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 753.9, "tps_std": 1.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.08, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 695.46, "tps_std": 92.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.8, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 681.5, "tps_std": 3.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 27.4, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 751.32, "tps_std": 4.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.3, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 690.73, "tps_std": 4.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 28.18, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 729.06, "tps_std": 5.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.87, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 753.11, "tps_std": 4.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.02, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 732.53, "tps_std": 2.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.05, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 749.12, "tps_std": 4.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.14, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 355.82, "tps_std": 1.33, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.48, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 300.38, "tps_std": 0.82, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 24.41, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1467.59, "tps_std": 33.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1209.48, "tps_std": 4.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.94, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1471.76, "tps_std": 6.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1193.3, "tps_std": 0.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2620.27, "tps_std": 58.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.99, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1838.59, "tps_std": 5.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.96, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2777.85, "tps_std": 3.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.25, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1906.35, "tps_std": 7.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.31, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2759.96, "tps_std": 14.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.02, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1925.96, "tps_std": 5.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.0, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2885.85, "tps_std": 24.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.28, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1976.74, "tps_std": 6.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.26, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2626.7, "tps_std": 13.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.97, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1833.53, "tps_std": 6.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.94, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2780.99, "tps_std": 4.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.26, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1906.89, "tps_std": 6.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1437.05, "tps_std": 134.24, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.69, "tps_std": 0.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1362.7, "tps_std": 91.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 27.07, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 185.29, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.3, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1512.53, "tps_std": 2.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 181.36, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1569.01, "tps_std": 8.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.2, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1542.16, "tps_std": 90.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.47, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 174.65, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.47, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1267.81, "tps_std": 2.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 178.11, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.36, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1315.95, "tps_std": 2.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 179.09, "tps_std": 2.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 174.51, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.33, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.47, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 542.43, "tps_std": 29.38, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.07, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6494.67, "tps_std": 507.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.67, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6745.25, "tps_std": 159.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.6, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6492.57, "tps_std": 170.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.82, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6522.19, "tps_std": 173.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.85, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6152.7, "tps_std": 159.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.27, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6152.92, "tps_std": 156.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.54, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6424.71, "tps_std": 204.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.41, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6436.17, "tps_std": 205.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.77, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6111.63, "tps_std": 744.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.67, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6426.79, "tps_std": 153.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.85, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 5962.72, "tps_std": 1213.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.2, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6628.03, "tps_std": 187.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.15, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6174.36, "tps_std": 149.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.57, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6154.34, "tps_std": 148.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.38, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6397.45, "tps_std": 224.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.66, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6430.9, "tps_std": 199.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.91, "tps_std": 1.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2708.11, "tps_std": 4.37, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 113.51, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2385.85, "tps_std": 153.68, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 96.45, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1176.13, "tps_std": 48.19, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 48.28, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1129.24, "tps_std": 67.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.17, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1272.58, "tps_std": 72.63, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 69.85, "tps_std": 0.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1130.7, "tps_std": 76.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 73.82, "tps_std": 0.94, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3453.09, "tps_std": 252.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.56, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 576.11, "tps_std": 19.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 56.66, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3426.66, "tps_std": 43.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.37, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 561.87, "tps_std": 9.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 55.86, "tps_std": 1.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3534.89, "tps_std": 14.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.22, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 557.51, "tps_std": 7.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.17, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3449.2, "tps_std": 31.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.78, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 560.29, "tps_std": 11.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.74, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3154.09, "tps_std": 25.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.18, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 569.87, "tps_std": 5.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.41, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3147.9, "tps_std": 47.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.29, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 561.2, "tps_std": 12.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.56, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3536.2, "tps_std": 35.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.21, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 555.55, "tps_std": 8.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.19, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3451.09, "tps_std": 52.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.76, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 550.69, "tps_std": 15.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.74, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 736.07, "tps_std": 11.92, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 15.37, "tps_std": 0.42, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2200.62, "tps_std": 29.19, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 25.87, "tps_std": 1.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2359.23, "tps_std": 26.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.88, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2364.37, "tps_std": 18.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.91, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2353.39, "tps_std": 34.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.15, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2307.74, "tps_std": 28.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.22, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4735.62, "tps_std": 90.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 133.8, "tps_std": 1.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4632.35, "tps_std": 49.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.63, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4487.23, "tps_std": 25.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 131.2, "tps_std": 2.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4442.65, "tps_std": 58.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.43, "tps_std": 0.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4729.35, "tps_std": 86.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.68, "tps_std": 4.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4688.0, "tps_std": 81.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 133.91, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4700.83, "tps_std": 70.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.88, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4584.82, "tps_std": 38.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.84, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4688.15, "tps_std": 46.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.67, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4589.19, "tps_std": 51.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.78, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4527.51, "tps_std": 60.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.52, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4451.98, "tps_std": 67.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.21, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2778.39, "tps_std": 78.76, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.58, "tps_std": 0.45, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2276.11, "tps_std": 154.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 114.89, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2463.36, "tps_std": 20.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.46, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2482.71, "tps_std": 14.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.54, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2440.1, "tps_std": 12.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.55, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2438.35, "tps_std": 10.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.74, "tps_std": 1.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4591.9, "tps_std": 57.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.38, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4592.51, "tps_std": 64.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.73, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4671.07, "tps_std": 91.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.47, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4674.57, "tps_std": 95.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.76, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4489.99, "tps_std": 277.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.55, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4582.3, "tps_std": 70.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.85, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4563.75, "tps_std": 389.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.18, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4727.49, "tps_std": 89.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.96, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4579.06, "tps_std": 67.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.27, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4572.18, "tps_std": 79.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.92, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4676.25, "tps_std": 91.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.79, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4674.48, "tps_std": 99.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.26, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2330.33, "tps_std": 9.67, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 108.1, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2081.19, "tps_std": 198.32, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.97, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } } ] }