{ "meta": { "generated_at": "2025-12-27T17:44:15Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { "hash": "2aa45ef9e", "number": "7423" } ], "environments": [ "rocm-7-nightly", "rocm-7-nightly-hblt0", "rocm-7-nightly-rocwmma", "rocm-7-nightly-rocwmma-hblt0", "rocm-7.9", "rocm-7.9-hblt0", "rocm-7.9-rocwmma", "rocm-7.9-rocwmma-hblt0", "rocm6_4_4", "rocm6_4_4-hblt0", "rocm6_4_4-rocwmma", "rocm6_4_4-rocwmma-hblt0", "rocm7.1.1", "rocm7.1.1-hblt0", "rocm7.1.1-rocwmma", "rocm7.1.1-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 251.12, "tps_std": 0.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.53, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 124.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 246.03, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.41, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 123.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 239.85, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.37, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 99.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 240.74, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.41, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 100.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 235.8, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.01, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 95.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 233.71, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.94, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 94.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 235.23, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 98.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 237.08, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 99.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 235.42, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.02, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 94.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 233.43, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.94, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 94.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 238.15, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.99, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 109.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 239.15, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.03, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 109.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 236.0, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.01, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 94.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 233.56, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 94.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 235.6, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 6.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 99.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 237.37, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.01, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 99.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 123.0, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 133.82, "tps_std": 0.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 7.55, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 44.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 4.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 16.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 3.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 104.9, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 8.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 74.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 6.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 36.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 2.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 125.03, "file_size_gib": 50.63, "name_params_b": 125.03, "quant": "Q3_K_S", "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 964.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 19.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 571.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 17.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2843.52, "tps_std": 16.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 305.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 19.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 252.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 17.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 380.51, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 757.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 449.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2767.12, "tps_std": 15.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 279.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 222.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 380.81, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 731.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 419.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2608.48, "tps_std": 2.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 271.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 213.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 368.45, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 761.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 447.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2644.29, "tps_std": 2.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 274.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 219.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 370.52, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 719.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 421.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2405.48, "tps_std": 3.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 276.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 217.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 378.57, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 828.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 501.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2468.22, "tps_std": 5.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 290.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 237.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 380.01, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 731.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 419.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2603.81, "tps_std": 5.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 271.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 213.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 368.56, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 756.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 447.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2649.88, "tps_std": 3.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.33, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 274.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 219.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 18.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 369.68, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 22.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 287.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 15.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 126.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 12.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 528.53, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 20.18, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 531.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 16.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 320.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 14.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 939.26, "tps_std": 0.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 19.38, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 13.51, "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", "log": "results/Ministral-3-14B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1239.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 29.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 704.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 25.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4617.19, "tps_std": 21.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.48, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 461.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 29.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 362.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 25.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 621.97, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.46, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 946.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 539.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4439.2, "tps_std": 15.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 411.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 311.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 618.12, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.52, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 918.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 511.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4416.28, "tps_std": 7.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 399.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 297.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 599.12, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.89, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 954.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 546.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4486.85, "tps_std": 9.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 404.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 307.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 601.42, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.92, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 909.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 514.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4062.5, "tps_std": 9.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 406.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 303.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 615.8, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1061.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 618.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4243.57, "tps_std": 22.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 35.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 433.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 335.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 620.01, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 35.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 918.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 512.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4416.42, "tps_std": 3.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 399.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 297.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 599.6, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.83, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 952.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 544.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4505.81, "tps_std": 6.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.95, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 404.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 306.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 601.45, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.87, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 364.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 20.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 152.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 16.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 837.88, "tps_std": 0.6, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 32.79, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 697.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 24.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 389.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 19.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1634.39, "tps_std": 1.81, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Ministral-3-8B-Instruct-2512-BF16", "model_clean": "Ministral-3-8B-Instruct-2512-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 31.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 8.49, "file_size_gib": 15.81, "name_params_b": 8.49, "quant": "BF16", "log": "results/Ministral-3-8B-Instruct-2512-BF16__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2204.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1658.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 91.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1753.71, "tps_std": 31.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.09, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2208.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1669.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 91.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1851.56, "tps_std": 12.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.15, "tps_std": 0.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2005.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 100.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1470.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1743.72, "tps_std": 17.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 104.85, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2024.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 100.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1485.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1829.27, "tps_std": 5.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 105.09, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2362.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1606.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 93.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2759.42, "tps_std": 17.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.59, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2374.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1608.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 93.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2739.05, "tps_std": 26.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.47, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2406.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 98.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1670.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2756.89, "tps_std": 48.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.74, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2448.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 98.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1686.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2757.96, "tps_std": 44.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.64, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2452.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 96.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1702.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2773.64, "tps_std": 14.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.14, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2466.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 96.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1711.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2763.54, "tps_std": 51.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.18, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2589.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 98.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1830.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2803.61, "tps_std": 9.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.3, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2604.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 98.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1826.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2801.11, "tps_std": 12.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.96, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2361.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1605.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 93.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2779.85, "tps_std": 17.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.54, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2372.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1612.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 93.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2736.6, "tps_std": 37.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.81, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2436.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 98.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1690.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2790.54, "tps_std": 8.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.38, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2462.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 98.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1693.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2761.6, "tps_std": 14.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.42, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1407.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 90.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 670.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 71.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2240.26, "tps_std": 11.53, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 118.32, "tps_std": 0.35, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1502.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 82.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1126.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 75.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1695.4, "tps_std": 23.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 91.72, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 21.26, "name_params_b": 31.58, "quant": "Q4_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1453.85, "tps_std": 8.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 81.16, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2056.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1572.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 74.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1167.18, "tps_std": 8.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 81.26, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1682.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1346.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 74.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1448.14, "tps_std": 6.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 81.19, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1892.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 79.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1039.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 77.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1164.2, "tps_std": 3.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 81.04, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1568.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 78.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1221.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 77.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2851.41, "tps_std": 24.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.51, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2386.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1481.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 65.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1874.32, "tps_std": 22.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.57, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1909.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1374.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 74.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2851.87, "tps_std": 12.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.41, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2464.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1704.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 76.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1869.7, "tps_std": 14.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.36, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1957.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1433.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 76.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2764.27, "tps_std": 25.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 79.76, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2415.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1681.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 74.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1727.22, "tps_std": 18.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 79.87, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1942.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1436.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 73.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2785.29, "tps_std": 16.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 79.88, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2536.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1801.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 75.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1724.03, "tps_std": 6.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 79.98, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2020.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1524.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 75.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2852.77, "tps_std": 38.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.59, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2383.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1613.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 74.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1690.11, "tps_std": 1.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.55, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1871.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1358.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 74.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2862.32, "tps_std": 30.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.48, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2475.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1701.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 76.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1683.76, "tps_std": 11.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 80.43, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1913.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1425.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 76.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2349.2, "tps_std": 4.88, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 94.19, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1421.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 74.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 710.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 60.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1758.38, "tps_std": 13.96, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.77, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1559.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 70.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1158.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 65.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 31.58, "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 820.65, "tps_std": 16.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.23, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 800.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 39.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 496.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 37.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 416.61, "tps_std": 7.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.95, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 387.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 41.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 291.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 811.34, "tps_std": 7.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.86, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 660.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 50.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 384.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 44.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 414.64, "tps_std": 3.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 343.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 45.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 249.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 40.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1594.29, "tps_std": 110.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.36, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": false, "error_type": null, "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 351.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 42.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 687.0, "tps_std": 10.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.54, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 355.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 48.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 254.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 41.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1669.86, "tps_std": 48.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.76, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 655.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 49.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 381.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 687.04, "tps_std": 1.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 56.71, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 386.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 49.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 269.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1714.36, "tps_std": 73.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.77, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 611.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 49.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 358.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 41.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 668.17, "tps_std": 11.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.52, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 355.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 38.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 266.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 37.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1773.94, "tps_std": 34.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.46, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 709.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 49.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 431.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 44.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 685.61, "tps_std": 7.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.63, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 421.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 305.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 40.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1595.35, "tps_std": 96.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 59.36, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 611.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 49.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 658.91, "tps_std": 2.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 53.05, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 361.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 44.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 251.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 37.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1623.11, "tps_std": 61.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 58.31, "tps_std": 0.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 647.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 46.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 381.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 658.89, "tps_std": 8.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 52.6, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 351.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 44.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 271.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 40.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 321.56, "tps_std": 1.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 18.51, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 198.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 16.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 85.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 15.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1946.32, "tps_std": 9.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.49, "tps_std": 0.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 560.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 24.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 268.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 5.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 991.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 68.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 546.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 46.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1221.3, "tps_std": 2.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.61, "tps_std": 0.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 998.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 68.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 545.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 50.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2971.12, "tps_std": 34.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.81, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 733.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 406.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 64.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1201.73, "tps_std": 13.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.99, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 736.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 406.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 64.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2854.35, "tps_std": 13.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.32, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 682.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 72.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 371.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 57.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2793.21, "tps_std": 13.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.8, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 683.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 72.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 371.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 57.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2752.82, "tps_std": 3.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.71, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 726.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 74.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 403.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 61.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2811.22, "tps_std": 21.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.58, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 735.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 74.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 404.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 61.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2821.94, "tps_std": 21.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.83, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 705.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 387.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 58.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2812.78, "tps_std": 14.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.0, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 704.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 386.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 58.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2787.78, "tps_std": 28.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.8, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 833.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 472.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 62.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2931.55, "tps_std": 43.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.88, "tps_std": 0.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 845.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 473.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 62.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2887.18, "tps_std": 25.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 101.53, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 682.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 72.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 372.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 57.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2789.33, "tps_std": 33.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.84, "tps_std": 0.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 683.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 72.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 372.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 57.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2773.24, "tps_std": 21.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.79, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 726.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 74.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 403.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 61.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2830.34, "tps_std": 38.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.49, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 733.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 74.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 404.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 61.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2817.38, "tps_std": 35.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 99.77, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 268.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 46.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 96.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1730.03, "tps_std": 5.89, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 113.42, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 571.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 62.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 261.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 45.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1473.3, "tps_std": 4.62, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 104.81, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1129.68, "tps_std": 33.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.06, "tps_std": 1.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 916.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 56.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 429.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 43.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1729.1, "tps_std": 12.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.07, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 867.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 56.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 504.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 44.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1119.16, "tps_std": 7.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.82, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 696.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 62.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 353.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 50.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1693.15, "tps_std": 22.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.67, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 667.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 62.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 384.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 53.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2992.49, "tps_std": 18.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.92, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 689.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 373.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 45.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2672.63, "tps_std": 6.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.83, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 664.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 366.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3013.39, "tps_std": 46.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.58, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 733.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 60.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 325.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2728.73, "tps_std": 13.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.54, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 709.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 60.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 396.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3043.63, "tps_std": 26.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.86, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 706.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 60.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 387.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2689.49, "tps_std": 24.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.9, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 680.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 380.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3157.65, "tps_std": 27.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 77.05, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 841.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 61.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 474.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2760.75, "tps_std": 22.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.89, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 811.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 61.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 462.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2964.61, "tps_std": 32.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.75, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 688.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 299.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2594.24, "tps_std": 23.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 76.79, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 661.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 59.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 365.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 49.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3039.12, "tps_std": 41.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.59, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 737.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 60.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 405.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2662.45, "tps_std": 21.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 75.71, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 708.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 60.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 397.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 52.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2144.78, "tps_std": 38.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 89.88, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 272.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 43.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 98.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1715.42, "tps_std": 6.48, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 84.79, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 596.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 54.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 267.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 41.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 30.53, "file_size_gib": 33.51, "name_params_b": 30.53, "quant": "Q8_K_XL", "log": "results/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 36.25, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 0.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 38.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 0.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 38.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 0.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 937.81, "tps_std": 2.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 957.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 32.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 837.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 30.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 36.58, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 0.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 38.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 0.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 38.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 0.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 938.97, "tps_std": 3.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.41, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 834.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 32.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 673.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 31.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 922.15, "tps_std": 2.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 36.3, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 733.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 34.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 558.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 956.42, "tps_std": 5.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 36.32, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 766.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 34.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 577.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 926.16, "tps_std": 3.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 36.41, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 812.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 34.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 650.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 959.24, "tps_std": 12.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 36.39, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 850.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 34.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 676.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 954.79, "tps_std": 4.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.36, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 805.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 35.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 629.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 34.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 957.95, "tps_std": 1.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.54, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 813.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 32.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 635.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 30.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 953.62, "tps_std": 4.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 37.48, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 853.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 36.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 691.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 34.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 960.5, "tps_std": 7.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 859.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 32.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 697.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 31.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 920.25, "tps_std": 2.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 36.25, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 735.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 34.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 551.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 924.91, "tps_std": 0.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 32.77, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 740.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 560.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 30.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 919.52, "tps_std": 6.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 36.23, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 809.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 34.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 653.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 33.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 932.55, "tps_std": 4.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 32.77, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 822.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 657.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 30.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 585.52, "tps_std": 0.47, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 60.31, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 449.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 44.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 352.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 31.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 489.72, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 30.52, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 390.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 29.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 265.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 27.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 79.67, "file_size_gib": 42.01, "name_params_b": 79.67, "quant": "Q4_K_XL", "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1269.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1093.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1498.5, "tps_std": 8.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.89, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1053.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 932.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1220.37, "tps_std": 1.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.89, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1033.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 826.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1481.57, "tps_std": 6.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.2, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 889.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 734.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1200.98, "tps_std": 1.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.21, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1315.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 904.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2685.96, "tps_std": 22.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.95, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1072.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 788.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1860.34, "tps_std": 7.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.93, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1518.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1106.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2810.47, "tps_std": 5.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.27, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1217.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 940.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1924.14, "tps_std": 10.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.19, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1493.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1060.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2776.27, "tps_std": 26.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.95, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1205.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 907.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1931.33, "tps_std": 9.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.93, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1567.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1142.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2871.27, "tps_std": 12.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.22, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1264.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 973.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1975.9, "tps_std": 10.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.2, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1317.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 903.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2693.1, "tps_std": 22.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.94, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1077.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 788.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1861.27, "tps_std": 8.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.9, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1525.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1106.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2828.25, "tps_std": 16.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.22, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1216.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 31.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 938.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 29.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1923.37, "tps_std": 10.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 34.24, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1179.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 30.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 751.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 28.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1533.74, "tps_std": 12.37, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 33.52, "tps_std": 0.24, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1052.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 22.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 648.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 19.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1330.53, "tps_std": 8.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 29.43, "tps_std": 0.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1604.39, "tps_std": 3.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1116.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 183.89, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 174.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 167.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1493.5, "tps_std": 3.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 941.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 180.71, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 169.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 158.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1581.7, "tps_std": 3.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 975.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.81, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 165.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 156.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1591.24, "tps_std": 2.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 956.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 176.22, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 165.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 157.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1299.15, "tps_std": 1.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 883.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 670.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 180.04, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 168.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 159.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1331.57, "tps_std": 2.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 931.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 738.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 180.96, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 170.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 162.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1575.44, "tps_std": 6.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 972.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.55, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 166.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 145.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1579.57, "tps_std": 9.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 953.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 726.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 10.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 175.89, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 10.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 165.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 10.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 157.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 568.31, "tps_std": 1.44, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 9.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 654.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 9.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 528.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 9.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 4447.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 105.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 3427.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6633.33, "tps_std": 149.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 119.58, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 4391.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 105.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 3350.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 98.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6615.86, "tps_std": 130.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 119.53, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3443.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 109.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2497.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 100.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6364.87, "tps_std": 146.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.35, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3459.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 109.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2522.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 100.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6355.56, "tps_std": 146.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 122.41, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3133.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 104.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2188.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6033.78, "tps_std": 138.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 118.28, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3123.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 104.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2187.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6038.17, "tps_std": 136.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 118.53, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3398.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 107.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2489.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6246.65, "tps_std": 134.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 120.29, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3427.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2468.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6217.34, "tps_std": 132.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 120.25, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3483.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 105.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2497.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 98.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6183.02, "tps_std": 137.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 118.85, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3490.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 105.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2493.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 98.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6215.78, "tps_std": 146.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 118.81, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3545.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2582.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6395.14, "tps_std": 161.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.8, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3534.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2575.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6358.66, "tps_std": 155.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 121.51, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3130.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 104.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2184.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6068.0, "tps_std": 141.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 118.26, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3138.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 104.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2189.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6030.66, "tps_std": 134.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 118.39, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3452.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2489.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6304.04, "tps_std": 142.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 120.59, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 3356.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 108.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 2493.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 99.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 6226.43, "tps_std": 137.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 120.14, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2560.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1848.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 92.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3545.06, "tps_std": 9.4, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 115.38, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2171.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 79.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1471.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 64.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2841.26, "tps_std": 36.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 100.53, "tps_std": 0.33, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 802.99, "tps_std": 43.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 95.06, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 888.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 74.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 827.56, "tps_std": 51.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 95.14, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 849.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 78.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 804.07, "tps_std": 45.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 94.41, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 813.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 819.18, "tps_std": 40.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 94.28, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 841.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 73.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1755.09, "tps_std": 118.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 93.81, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1164.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 66.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1751.32, "tps_std": 129.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 94.06, "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1167.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 69.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1691.01, "tps_std": 141.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 92.13, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1081.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 66.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1774.69, "tps_std": 84.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 92.24, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1085.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 69.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.9__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1864.88, "tps_std": 13.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 93.38, "tps_std": 0.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1258.38, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1852.06, "tps_std": 26.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 93.92, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1275.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1787.65, "tps_std": 13.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 94.05, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1265.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 83.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1832.76, "tps_std": 26.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 92.87, "tps_std": 1.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1275.68, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 83.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1825.54, "tps_std": 80.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 94.27, "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1096.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 77.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1788.24, "tps_std": 139.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 94.1, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1146.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 76.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1718.3, "tps_std": 82.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 92.08, "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1044.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 79.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1739.63, "tps_std": 90.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 92.08, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1063.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 79.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1498.15, "tps_std": 34.95, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 95.14, "tps_std": 0.28, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 880.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 65.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 378.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 50.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 1132.62, "tps_std": 20.95, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 91.03, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 912.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 69.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx16384__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 571.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 8.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1__longctx32768__dual.log", "rpc": false, "gpu_config": "dual", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1541.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.45, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 970.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2083.71, "tps_std": 52.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 137.99, "tps_std": 0.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1539.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 113.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 974.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 97.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2398.88, "tps_std": 2.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 138.72, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1414.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 117.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 914.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 104.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2077.55, "tps_std": 16.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 137.26, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1418.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 117.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 913.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 104.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2302.67, "tps_std": 23.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 137.36, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1819.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 111.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1054.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 96.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4687.32, "tps_std": 82.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 136.75, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1820.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 111.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1006.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4590.65, "tps_std": 62.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 136.86, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1677.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 114.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1002.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 102.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4475.05, "tps_std": 86.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.51, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1683.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 114.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1017.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 102.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4416.15, "tps_std": 108.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.28, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2017.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 112.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1187.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 96.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4728.1, "tps_std": 77.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 136.87, "tps_std": 0.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2032.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 111.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1186.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 96.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4663.56, "tps_std": 49.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 136.88, "tps_std": 0.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1965.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 122.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1226.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 112.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4659.48, "tps_std": 98.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 137.39, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 2002.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 122.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1229.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 112.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4615.05, "tps_std": 96.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 137.03, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1830.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 112.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1063.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 96.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4660.7, "tps_std": 126.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 136.56, "tps_std": 0.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1839.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 111.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1069.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 95.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4625.91, "tps_std": 65.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 136.32, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1676.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 114.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1011.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 102.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4517.14, "tps_std": 60.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 133.92, "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1675.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 114.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 1015.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 102.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4388.03, "tps_std": 104.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 134.38, "tps_std": 0.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1434.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 93.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 590.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 73.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3571.94, "tps_std": 41.85, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 137.19, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1572.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 97.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 921.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 82.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2664.37, "tps_std": 20.55, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 129.48, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1039.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 41.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 657.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2445.26, "tps_std": 5.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma", "env_base": "rocm", "env_variant": "7-nightly-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.66, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1046.22, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 41.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 656.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2436.94, "tps_std": 27.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7-nightly-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.57, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 843.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 41.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 518.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2406.79, "tps_std": 15.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly", "env_base": "rocm", "env_variant": "7-nightly", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.69, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 844.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 41.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 518.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2406.32, "tps_std": 17.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7-nightly-hblt0", "env_base": "rocm", "env_variant": "7-nightly-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.66, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7-nightly__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 976.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 545.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4619.96, "tps_std": 79.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma", "env_base": "rocm", "env_variant": "7.9-rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.16, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 974.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 545.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4577.75, "tps_std": 121.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-rocwmma-hblt0", "env_base": "rocm", "env_variant": "7.9-rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.58, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 984.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 567.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4581.56, "tps_std": 108.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9", "env_base": "rocm", "env_variant": "7.9", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.6, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1002.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 570.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4685.05, "tps_std": 105.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm-7.9-hblt0", "env_base": "rocm", "env_variant": "7.9-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.64, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm-7.9__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 949.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.42, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 516.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4629.9, "tps_std": 72.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 104.03, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 947.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 517.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4591.33, "tps_std": 125.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.8, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1088.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 624.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4764.42, "tps_std": 103.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.88, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 1087.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 624.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4755.49, "tps_std": 101.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.87, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 977.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 545.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4638.4, "tps_std": 80.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma", "env_base": "rocm7.1.1", "env_variant": "rocwmma", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.75, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 976.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 545.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4595.62, "tps_std": 106.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-rocwmma-hblt0", "env_base": "rocm7.1.1", "env_variant": "rocwmma-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 102.85, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1-rocwmma__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 994.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 567.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4687.55, "tps_std": 133.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1", "env_base": "rocm7.1.1", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.66, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 995.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 42.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 568.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 26.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 4679.68, "tps_std": 110.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7.1.1-hblt0", "env_base": "rocm7.1.1", "env_variant": "hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 103.03, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7.1.1__hblt0__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 493.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 39.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 264.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 19.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 3081.52, "tps_std": 54.82, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 119.97, "tps_std": 0.54, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "pp2048 @ d16384", "tps_mean": 763.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx16384", "context_tokens": 16384, "test": "tg32 @ d16384", "tps_mean": 40.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx16384__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", "tps_mean": 429.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", "tps_mean": 24.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__longctx32768__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "pp512", "tps_mean": 2361.19, "tps_std": 64.78, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "context": "default", "context_tokens": null, "test": "tg128", "tps_mean": 108.44, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": null, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1__single.log", "rpc": false, "gpu_config": "single", "build": { "hash": "2aa45ef9e", "number": "7423" } } ] }