{ "meta": { "generated_at": "2025-11-30T11:38:37Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { "hash": "fa0465954", "number": "7205" } ], "environments": [ "rocm-7-nightly", "rocm-7-nightly-hblt0", "rocm-7-nightly-rocwmma", "rocm-7-nightly-rocwmma-hblt0", "rocm-7.9", "rocm-7.9-hblt0", "rocm-7.9-rocwmma", "rocm-7.9-rocwmma-hblt0", "rocm6_4_4", "rocm6_4_4-hblt0", "rocm6_4_4-rocwmma", "rocm6_4_4-rocwmma-hblt0", "rocm7.1", "rocm7.1-hblt0", "rocm7.1-rocwmma", "rocm7.1-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1543.57, "tps_std": 178.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.52, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 655.2, "tps_std": 11.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.0, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1626.9, "tps_std": 24.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 56.95, "tps_std": 0.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 645.15, "tps_std": 5.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.85, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1573.7, "tps_std": 86.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.94, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 681.11, "tps_std": 9.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.99, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1617.14, "tps_std": 72.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.48, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 671.33, "tps_std": 34.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.44, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1699.96, "tps_std": 17.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.28, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 672.15, "tps_std": 7.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.41, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1532.28, "tps_std": 244.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.91, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 684.36, "tps_std": 9.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.62, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1590.83, "tps_std": 63.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.9, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 683.23, "tps_std": 3.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.93, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1577.37, "tps_std": 164.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.25, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 689.58, "tps_std": 10.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.45, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 336.52, "tps_std": 4.47, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 14.83, "tps_std": 0.41, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1685.39, "tps_std": 159.2, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 25.37, "tps_std": 0.82, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3029.83, "tps_std": 29.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.69, "tps_std": 0.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3014.05, "tps_std": 33.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 108.03, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2974.25, "tps_std": 26.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.14, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2905.24, "tps_std": 49.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.17, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2819.42, "tps_std": 24.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.46, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2831.1, "tps_std": 38.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.12, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2900.63, "tps_std": 29.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.39, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2864.22, "tps_std": 14.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.81, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2819.84, "tps_std": 23.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 106.53, "tps_std": 0.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2841.4, "tps_std": 38.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 106.6, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2945.06, "tps_std": 35.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.64, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2958.74, "tps_std": 12.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.96, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2799.37, "tps_std": 7.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.37, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2816.37, "tps_std": 26.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.43, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2873.53, "tps_std": 17.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.1, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2876.61, "tps_std": 20.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.77, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1532.93, "tps_std": 158.64, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 112.7, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1353.29, "tps_std": 143.93, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.36, "tps_std": 0.73, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1907.67, "tps_std": 21.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.81, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1773.31, "tps_std": 14.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.79, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1862.04, "tps_std": 18.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.4, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1742.37, "tps_std": 17.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.32, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3031.95, "tps_std": 63.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.34, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2751.33, "tps_std": 25.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.19, "tps_std": 1.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3071.16, "tps_std": 32.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.06, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2770.42, "tps_std": 4.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.12, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3092.59, "tps_std": 48.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 78.53, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2729.27, "tps_std": 20.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 78.54, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3189.75, "tps_std": 37.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.6, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2814.49, "tps_std": 29.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.13, "tps_std": 1.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3029.45, "tps_std": 26.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.19, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2730.97, "tps_std": 3.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.29, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3127.94, "tps_std": 27.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.22, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2799.47, "tps_std": 4.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.11, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1886.26, "tps_std": 127.63, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 82.73, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1616.13, "tps_std": 164.97, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.99, "tps_std": 0.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 746.19, "tps_std": 3.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.19, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 691.91, "tps_std": 4.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 28.64, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 744.87, "tps_std": 4.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.61, "tps_std": 0.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 689.7, "tps_std": 3.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 28.7, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 734.3, "tps_std": 4.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.83, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 755.65, "tps_std": 2.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.06, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 738.77, "tps_std": 1.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.85, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 761.15, "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.97, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 678.02, "tps_std": 26.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.84, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 685.55, "tps_std": 6.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 27.85, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 664.88, "tps_std": 136.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 692.42, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 27.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 723.69, "tps_std": 8.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.85, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 751.01, "tps_std": 2.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.17, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 731.65, "tps_std": 3.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.99, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 755.98, "tps_std": 3.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.2, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 358.44, "tps_std": 0.84, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.61, "tps_std": 0.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 295.49, "tps_std": 0.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 21.56, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1475.87, "tps_std": 6.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.94, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1209.56, "tps_std": 3.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.93, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1470.53, "tps_std": 4.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1194.33, "tps_std": 0.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.25, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2639.48, "tps_std": 23.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.98, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1841.65, "tps_std": 6.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.96, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2781.05, "tps_std": 5.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.25, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1905.36, "tps_std": 8.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.25, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2757.27, "tps_std": 20.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.01, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1924.47, "tps_std": 6.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.97, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2875.43, "tps_std": 26.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.26, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1976.49, "tps_std": 8.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2620.76, "tps_std": 8.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.95, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1828.43, "tps_std": 7.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.97, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2788.0, "tps_std": 4.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1912.89, "tps_std": 8.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.3, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1502.24, "tps_std": 99.88, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.58, "tps_std": 0.21, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1328.74, "tps_std": 100.82, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 27.25, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1590.78, "tps_std": 0.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 183.73, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1522.51, "tps_std": 5.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 182.11, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1589.12, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 176.22, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1578.72, "tps_std": 2.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.03, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1270.25, "tps_std": 1.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 178.54, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.36, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1313.33, "tps_std": 2.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 180.29, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1559.16, "tps_std": 2.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 174.47, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1586.67, "tps_std": 5.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.85, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 557.39, "tps_std": 0.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.08, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6665.84, "tps_std": 134.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.76, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6646.29, "tps_std": 124.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.48, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6415.41, "tps_std": 135.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 127.03, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6220.27, "tps_std": 379.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.86, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6010.31, "tps_std": 117.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.51, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6011.29, "tps_std": 107.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.44, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6267.43, "tps_std": 120.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.5, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6267.38, "tps_std": 130.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6289.53, "tps_std": 138.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.62, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6305.84, "tps_std": 144.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.8, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6510.08, "tps_std": 160.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.61, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6502.82, "tps_std": 155.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.4, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6044.7, "tps_std": 129.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.55, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6052.7, "tps_std": 112.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.34, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6238.59, "tps_std": 136.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.16, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6254.96, "tps_std": 133.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2701.9, "tps_std": 9.37, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 113.79, "tps_std": 0.25, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2169.6, "tps_std": 56.27, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 96.35, "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1123.95, "tps_std": 51.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 47.9, "tps_std": 0.58, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1104.48, "tps_std": 83.5, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 60.11, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1245.23, "tps_std": 107.79, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 70.5, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1106.66, "tps_std": 96.87, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 74.44, "tps_std": 0.33, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3560.63, "tps_std": 61.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 60.91, "tps_std": 1.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 574.21, "tps_std": 10.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 56.7, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3219.67, "tps_std": 324.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.41, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 574.85, "tps_std": 3.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 56.57, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3167.77, "tps_std": 641.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.03, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 571.25, "tps_std": 10.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.23, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3463.77, "tps_std": 25.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.77, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 568.37, "tps_std": 3.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.73, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3209.68, "tps_std": 61.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.24, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 581.08, "tps_std": 16.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3178.15, "tps_std": 11.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.25, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 582.54, "tps_std": 9.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3550.94, "tps_std": 46.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.74, "tps_std": 0.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 571.8, "tps_std": 1.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 62.21, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3384.63, "tps_std": 35.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.76, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 573.29, "tps_std": 5.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 61.74, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 993.79, "tps_std": 51.64, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 13.34, "tps_std": 0.39, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2385.27, "tps_std": 97.69, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 23.12, "tps_std": 0.96, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2323.14, "tps_std": 26.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.78, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2396.12, "tps_std": 36.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.91, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2361.69, "tps_std": 19.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.25, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2339.01, "tps_std": 27.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.2, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4781.01, "tps_std": 63.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.41, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4655.88, "tps_std": 9.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.75, "tps_std": 0.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4580.86, "tps_std": 46.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.23, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4480.94, "tps_std": 48.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.15, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4856.55, "tps_std": 66.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.41, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4658.05, "tps_std": 37.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.54, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4393.46, "tps_std": 561.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.18, "tps_std": 0.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4683.2, "tps_std": 48.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.92, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4749.53, "tps_std": 95.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.71, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4684.14, "tps_std": 76.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.71, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4551.67, "tps_std": 48.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.27, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4496.15, "tps_std": 34.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 131.19, "tps_std": 2.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2755.86, "tps_std": 19.54, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.33, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2213.7, "tps_std": 118.74, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 115.77, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2467.61, "tps_std": 7.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.07, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2387.46, "tps_std": 115.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.38, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2415.51, "tps_std": 7.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.16, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2415.84, "tps_std": 8.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.12, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4659.46, "tps_std": 86.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.21, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4660.55, "tps_std": 83.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.48, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4726.93, "tps_std": 93.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.07, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4717.86, "tps_std": 89.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.04, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4625.54, "tps_std": 64.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.21, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4630.08, "tps_std": 67.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.42, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4787.61, "tps_std": 83.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.69, "tps_std": 2.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4768.72, "tps_std": 76.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.56, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4631.17, "tps_std": 69.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.23, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4631.27, "tps_std": 70.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.79, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4732.44, "tps_std": 85.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.21, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4719.56, "tps_std": 83.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.59, "tps_std": 1.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2409.79, "tps_std": 118.81, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.93, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1928.06, "tps_std": 145.39, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.95, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "fa0465954", "number": "7205" } } ] }