{ "meta": { "generated_at": "2025-12-07T16:55:28Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { "hash": "22577583a", "number": "7312" }, { "hash": "6016d0bd4", "number": "7285" } ], "environments": [ "rocm-7-nightly", "rocm-7-nightly-hblt0", "rocm-7-nightly-rocwmma", "rocm-7-nightly-rocwmma-hblt0", "rocm-7.9", "rocm-7.9-hblt0", "rocm-7.9-rocwmma", "rocm-7.9-rocwmma-hblt0", "rocm6_4_4", "rocm6_4_4-hblt0", "rocm6_4_4-rocwmma", "rocm6_4_4-rocwmma-hblt0", "rocm7.1", "rocm7.1-hblt0", "rocm7.1-rocwmma", "rocm7.1-rocwmma-hblt0", "rocm7.1.1", "rocm7.1.1-hblt0", "rocm7.1.1-mmf", "rocm7.1.1-mmf-hblt0", "rocm7.1.1-rocwmma", "rocm7.1.1-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 959.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 305.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 382.2, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 761.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2708.86, "tps_std": 8.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 280.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 376.62, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 665.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2434.31, "tps_std": 160.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 262.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 366.55, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.8, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 767.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2606.42, "tps_std": 11.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 275.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 369.67, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 688.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2312.05, "tps_std": 24.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.86, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 271.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 377.52, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.86, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 829.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2402.0, "tps_std": 8.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.89, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 290.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 379.17, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.9, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2552.63, "tps_std": 4.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 368.25, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 374.16, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 665.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2544.26, "tps_std": 1.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 262.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 17.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 367.12, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 766.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2560.35, "tps_std": 5.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.82, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 274.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 14.0, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 370.91, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2582.25, "tps_std": 10.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 376.47, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 310.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 13.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 194.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 540.84, "tps_std": 0.82, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 18.79, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 550.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 15.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 351.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 13.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 930.96, "tps_std": 16.21, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 17.68, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1210.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 26.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 708.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 22.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4566.69, "tps_std": 9.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 461.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 26.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 363.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 22.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 624.69, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.15, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 958.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 552.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4367.96, "tps_std": 32.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 413.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 313.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 618.44, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.2, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 832.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 459.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4254.15, "tps_std": 13.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 384.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 282.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 599.01, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.4, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 963.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 552.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4356.51, "tps_std": 12.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.44, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 406.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 308.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 598.84, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.41, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 868.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 494.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3963.4, "tps_std": 14.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 397.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 295.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 612.14, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.43, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1058.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 621.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4172.76, "tps_std": 21.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 433.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 336.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 617.68, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.49, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4243.27, "tps_std": 9.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.4, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 596.53, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4352.84, "tps_std": 10.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.44, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 602.48, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.44, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 832.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 463.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4238.6, "tps_std": 12.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 383.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 281.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 598.2, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.39, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 964.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 544.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4327.37, "tps_std": 7.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.44, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 406.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 27.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 308.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 599.7, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.4, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4358.63, "tps_std": 10.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.46, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 598.95, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.45, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 403.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 18.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 242.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 14.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 874.94, "tps_std": 7.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 29.2, "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 718.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 22.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 442.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1578.59, "tps_std": 104.98, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 27.74, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 818.04, "tps_std": 30.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.16, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 644.36, "tps_std": 8.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.88, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 800.5, "tps_std": 43.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.29, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 638.77, "tps_std": 8.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.65, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1577.01, "tps_std": 83.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.72, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 670.79, "tps_std": 24.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.75, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1640.28, "tps_std": 17.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 55.41, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 676.65, "tps_std": 20.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.63, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1686.79, "tps_std": 32.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.26, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 661.24, "tps_std": 12.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.64, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1730.61, "tps_std": 34.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.2, "tps_std": 0.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 688.64, "tps_std": 11.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.51, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1588.08, "tps_std": 46.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.3, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 676.12, "tps_std": 15.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.72, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1562.53, "tps_std": 124.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.64, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 648.98, "tps_std": 0.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 51.67, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1556.37, "tps_std": 85.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.91, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 663.24, "tps_std": 4.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1532.05, "tps_std": 91.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 57.22, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 667.09, "tps_std": 10.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 683.86, "tps_std": 15.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 56.94, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 286.15, "tps_std": 12.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 15.81, "tps_std": 0.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 158.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 12.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 108.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 12.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1886.73, "tps_std": 107.96, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 26.98, "tps_std": 1.9, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 594.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 13.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 285.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1009.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 69.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 556.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 50.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1187.71, "tps_std": 4.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.6, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1009.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 69.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 559.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 51.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2914.78, "tps_std": 233.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.46, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 745.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 78.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 408.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 63.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1205.03, "tps_std": 11.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.14, "tps_std": 0.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 743.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 78.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 409.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 63.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2873.06, "tps_std": 13.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 106.98, "tps_std": 0.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 624.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 72.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 336.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 56.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2803.16, "tps_std": 16.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.98, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 625.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 72.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 341.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 53.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2795.19, "tps_std": 24.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.55, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 730.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 397.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 59.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2887.22, "tps_std": 42.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.24, "tps_std": 0.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 736.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 406.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 59.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2856.67, "tps_std": 13.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.53, "tps_std": 0.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 668.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 364.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 57.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2813.43, "tps_std": 19.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.57, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 669.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 366.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 56.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2805.82, "tps_std": 12.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.84, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 837.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 75.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 471.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 60.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2898.68, "tps_std": 108.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.66, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 844.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 477.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 61.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2934.64, "tps_std": 33.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.81, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2733.56, "tps_std": 171.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.21, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2779.82, "tps_std": 39.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.99, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2723.67, "tps_std": 221.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.3, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2857.26, "tps_std": 9.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.7, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 622.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 72.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 341.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 56.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2816.71, "tps_std": 32.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.96, "tps_std": 0.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 623.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 71.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 341.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 56.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2788.27, "tps_std": 21.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.2, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 733.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 395.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 59.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2867.19, "tps_std": 13.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.01, "tps_std": 0.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 736.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 406.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 59.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2856.57, "tps_std": 29.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.81, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2661.39, "tps_std": 352.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.15, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2860.07, "tps_std": 36.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.6, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 389.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 49.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 201.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1213.41, "tps_std": 52.49, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 110.66, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 591.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 64.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 332.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 46.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1186.84, "tps_std": 47.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.53, "tps_std": 0.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1124.96, "tps_std": 18.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.36, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 925.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 56.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 496.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1741.88, "tps_std": 9.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.41, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 880.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 56.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 518.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1161.1, "tps_std": 14.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.94, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 700.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 61.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 323.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1716.43, "tps_std": 20.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.09, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 674.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 61.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 387.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2964.37, "tps_std": 19.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.1, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 629.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 342.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2683.21, "tps_std": 17.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.97, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 608.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 335.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3047.17, "tps_std": 30.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.95, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 737.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 407.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 50.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2739.55, "tps_std": 21.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.92, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 711.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 399.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 50.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3040.27, "tps_std": 8.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 78.34, "tps_std": 0.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 669.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 368.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2686.46, "tps_std": 14.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 78.42, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 645.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 360.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3078.21, "tps_std": 160.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.63, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 846.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 61.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 477.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2773.21, "tps_std": 10.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.53, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 814.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 61.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 466.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 51.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2965.21, "tps_std": 17.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.09, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2670.23, "tps_std": 11.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.22, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2928.78, "tps_std": 251.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.1, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2713.01, "tps_std": 14.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.96, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2979.5, "tps_std": 32.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.26, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 625.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 342.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 48.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2648.65, "tps_std": 19.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.82, "tps_std": 0.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 608.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 336.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3051.37, "tps_std": 17.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.94, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 742.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 408.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 50.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2706.95, "tps_std": 19.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.97, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 713.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 400.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 48.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3036.68, "tps_std": 20.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.98, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2742.93, "tps_std": 16.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.97, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1713.67, "tps_std": 53.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 82.76, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 403.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 41.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 207.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 25.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1383.56, "tps_std": 58.73, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.98, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 602.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 53.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 347.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 41.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 35.15, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 0.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 809.06, "tps_std": 33.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.09, "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 36.04, "tps_std": 1.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 0.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 915.57, "tps_std": 4.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.42, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 921.0, "tps_std": 6.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.13, "tps_std": 0.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 963.42, "tps_std": 6.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.59, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 928.02, "tps_std": 4.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.7, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 965.17, "tps_std": 4.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.81, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 922.52, "tps_std": 7.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 38.59, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 904.88, "tps_std": 3.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.42, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 936.74, "tps_std": 8.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 38.87, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 906.89, "tps_std": 5.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.53, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 895.25, "tps_std": 9.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.64, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 932.2, "tps_std": 5.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.8, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 843.8, "tps_std": 54.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.77, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 879.13, "tps_std": 5.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.01, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 900.01, "tps_std": 8.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.77, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 887.15, "tps_std": 1.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.84, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 854.9, "tps_std": 49.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.81, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 880.89, "tps_std": 2.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.81, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 80.0, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 755.54, "tps_std": 61.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.0, "tps_std": 1.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 934.42, "tps_std": 4.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.67, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 510.76, "tps_std": 1.54, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.54, "tps_std": 0.26, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 487.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 40.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 371.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 28.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 413.79, "tps_std": 31.74, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 29.61, "tps_std": 0.27, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 419.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 25.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 312.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1272.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1082.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": null }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1065.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 947.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1204.93, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.82, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1047.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 834.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1459.81, "tps_std": 7.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 900.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 741.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1188.76, "tps_std": 0.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.18, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1289.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 887.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2607.8, "tps_std": 28.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.98, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1063.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 776.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1831.32, "tps_std": 5.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.88, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1549.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1130.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2602.75, "tps_std": 353.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1239.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 956.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1901.78, "tps_std": 7.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.09, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1439.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1025.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2707.18, "tps_std": 15.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.92, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1175.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 882.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1894.6, "tps_std": 6.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.87, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1595.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1164.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2860.62, "tps_std": 21.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1277.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 995.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1960.79, "tps_std": 6.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.35, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2465.1, "tps_std": 257.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.97, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1828.85, "tps_std": 6.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.83, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2726.93, "tps_std": 218.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1936.02, "tps_std": 0.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1283.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 885.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2672.34, "tps_std": 14.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.98, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1063.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 774.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1851.96, "tps_std": 1.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.98, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1537.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1125.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2854.01, "tps_std": 18.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1233.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 954.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1937.83, "tps_std": 0.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.24, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2754.63, "tps_std": 44.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.25, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1900.55, "tps_std": 8.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.12, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1204.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 28.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 799.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1234.73, "tps_std": 28.51, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.58, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1034.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 21.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 724.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 19.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1319.14, "tps_std": 103.83, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 28.04, "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1585.99, "tps_std": 4.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 182.83, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1493.04, "tps_std": 2.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 180.46, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.25, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1576.23, "tps_std": 3.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 174.12, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1276.65, "tps_std": 2.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 178.55, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.36, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1283.11, "tps_std": 63.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 179.49, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.36, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1528.82, "tps_std": 40.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.47, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 173.63, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 179.62, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1599.56, "tps_std": 7.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 177.39, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1666.49, "tps_std": 12.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 178.86, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1574.37, "tps_std": 2.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 174.8, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 491.06, "tps_std": 0.56, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 648.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 8.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 541.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 8.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 4759.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 109.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 3642.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6743.58, "tps_std": 171.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.59, "tps_std": 2.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 4763.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 109.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 3742.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6720.46, "tps_std": 178.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 120.9, "tps_std": 4.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3677.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2691.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 103.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6477.6, "tps_std": 175.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.69, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3693.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2692.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 103.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6492.44, "tps_std": 164.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 126.45, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3213.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2230.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6138.56, "tps_std": 162.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.28, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3105.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2235.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6144.37, "tps_std": 161.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.05, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3651.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 111.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2668.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6413.96, "tps_std": 202.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.42, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3669.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 112.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2669.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6418.26, "tps_std": 185.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.45, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3536.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2503.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 100.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 5942.48, "tps_std": 808.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.41, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3553.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2532.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 100.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6326.54, "tps_std": 136.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.74, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3702.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 112.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2739.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 102.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6634.73, "tps_std": 169.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 125.92, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3716.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 112.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2725.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 102.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6616.2, "tps_std": 163.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 125.96, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6153.17, "tps_std": 161.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.18, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6166.51, "tps_std": 149.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 120.02, "tps_std": 2.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6603.82, "tps_std": 189.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 125.68, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6566.74, "tps_std": 165.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.66, "tps_std": 1.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3159.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 107.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2231.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6279.64, "tps_std": 163.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.09, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3192.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 107.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2240.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6273.87, "tps_std": 161.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.74, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3648.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 112.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2658.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 102.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6548.8, "tps_std": 183.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 125.52, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3642.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 111.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2668.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6521.77, "tps_std": 177.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 125.17, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6385.31, "tps_std": 167.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.36, "tps_std": 1.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6410.71, "tps_std": 187.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 124.05, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2716.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 101.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2025.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 100.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2699.08, "tps_std": 10.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 113.64, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2326.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 85.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1650.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 63.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2188.02, "tps_std": 29.65, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.07, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": false, "error_type": null, "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-mmf__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1105.84, "tps_std": 119.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.29, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 863.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 53.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 516.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 45.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 961.89, "tps_std": 13.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.93, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 913.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 608.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1559.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 110.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 965.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 94.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2069.44, "tps_std": 95.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.08, "tps_std": 1.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1565.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 110.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 989.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 94.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2382.38, "tps_std": 38.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.83, "tps_std": 2.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1432.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 116.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 931.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 103.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2068.95, "tps_std": 25.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 133.82, "tps_std": 2.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1434.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 116.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 930.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 103.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2340.43, "tps_std": 21.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.19, "tps_std": 2.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1856.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1080.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4614.9, "tps_std": 360.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.92, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1861.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1079.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4699.71, "tps_std": 29.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.91, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1704.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1033.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4335.9, "tps_std": 567.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.77, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1708.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1033.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4477.77, "tps_std": 55.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.78, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2075.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1228.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4797.05, "tps_std": 83.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.76, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2069.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1236.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4694.36, "tps_std": 55.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.68, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2036.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 119.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1243.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 109.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4701.61, "tps_std": 88.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.25, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2036.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 120.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1256.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 109.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4648.3, "tps_std": 68.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 135.54, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4529.76, "tps_std": 515.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.76, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4663.49, "tps_std": 17.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.83, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4588.21, "tps_std": 47.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.24, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4501.95, "tps_std": 6.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.67, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1874.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1083.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4784.27, "tps_std": 37.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.51, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1870.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1091.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4690.59, "tps_std": 84.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.54, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1701.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 983.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4558.95, "tps_std": 58.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 131.62, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1707.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1024.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 101.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4510.84, "tps_std": 8.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.55, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4431.68, "tps_std": 359.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.7, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4483.07, "tps_std": 48.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 132.21, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1572.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 93.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 831.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 71.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2812.95, "tps_std": 77.21, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 123.5, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1677.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1011.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 81.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2349.6, "tps_std": 135.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 117.95, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1026.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 644.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2475.47, "tps_std": 12.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.29, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1027.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 645.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2473.56, "tps_std": 10.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.28, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 846.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 520.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2439.1, "tps_std": 26.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.21, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 850.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 37.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 521.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2450.63, "tps_std": 15.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.3, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 870.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 487.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4621.54, "tps_std": 55.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.32, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 870.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 486.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4610.4, "tps_std": 54.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.99, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 983.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 565.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4696.02, "tps_std": 67.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.56, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 993.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 568.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4692.46, "tps_std": 70.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.1, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 915.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 504.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4589.14, "tps_std": 47.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.69, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 913.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 503.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4591.97, "tps_std": 43.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.73, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1093.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 628.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4756.4, "tps_std": 61.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.62, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1096.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 631.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4745.7, "tps_std": 63.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.57, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4597.18, "tps_std": 49.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma", "env_base": "rocm7.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.72, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4597.41, "tps_std": 54.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-rocwmma-hblt0", "env_base": "rocm7.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.41, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4806.21, "tps_std": 73.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-mmf", "env_base": "rocm7.1.1", "env_variant": "mmf", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.03, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4786.12, "tps_std": 86.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-mmf-hblt0", "env_base": "rocm7.1.1", "env_variant": "mmf-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.49, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-mmf__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 870.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 486.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4653.72, "tps_std": 63.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.72, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 870.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 485.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4652.96, "tps_std": 61.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.98, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 989.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 566.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4799.82, "tps_std": 86.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.13, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 992.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 569.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4778.61, "tps_std": 91.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.36, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "22577583a", "number": "7312" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4705.53, "tps_std": 63.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1", "env_base": "rocm7.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 97.98, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4696.41, "tps_std": 60.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1-hblt0", "env_base": "rocm7.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.1, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 539.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 33.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 292.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2314.7, "tps_std": 25.81, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 107.76, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 808.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 448.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 23.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1909.92, "tps_std": 116.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 98.14, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "6016d0bd4", "number": "7285" } } ] }