diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log new file mode 100644 index 0000000..2a76467 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 251.12 ± 0.62 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.53 ± 0.03 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log new file mode 100644 index 0000000..dba317d --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 124.60 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.52 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log new file mode 100644 index 0000000..6997194 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..cdcd9c2 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 246.03 ± 0.16 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.41 ± 0.02 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..7e88ebc --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 123.04 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.46 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..0813128 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log new file mode 100644 index 0000000..b405631 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 239.85 ± 0.14 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.37 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log new file mode 100644 index 0000000..57d99dc --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 99.59 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.82 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log new file mode 100644 index 0000000..52cc1d5 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log new file mode 100644 index 0000000..06593e9 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 240.74 ± 0.07 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.41 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..2771986 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 100.10 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.83 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..9a1df91 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7-nightly] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log new file mode 100644 index 0000000..f5e6b33 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 235.80 ± 0.18 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.01 ± 0.02 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log new file mode 100644 index 0000000..4834bfc --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 95.03 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.09 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log new file mode 100644 index 0000000..270628f --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..f33b959 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 233.71 ± 0.16 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 6.94 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..bd493cf --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 94.33 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.09 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..0e97631 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log new file mode 100644 index 0000000..b1a9f5d --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 235.23 ± 0.14 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 6.94 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log new file mode 100644 index 0000000..56d7431 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 98.01 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.45 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log new file mode 100644 index 0000000..13aa761 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log new file mode 100644 index 0000000..7c99c62 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 237.08 ± 0.15 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.00 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..8f3f766 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 99.40 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.47 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..7cfa3d8 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon Graphics, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm-7.9] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log new file mode 100644 index 0000000..c095c4a --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 235.42 ± 0.14 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.02 ± 0.02 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log new file mode 100644 index 0000000..89f3ce6 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 94.65 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.09 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log new file mode 100644 index 0000000..588c394 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..056210d --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 233.43 ± 0.03 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 6.94 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..590b927 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 94.89 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.09 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..f1aab46 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log new file mode 100644 index 0000000..f408518 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 238.15 ± 0.10 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 6.99 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log new file mode 100644 index 0000000..31b37ef --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 109.79 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.50 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log new file mode 100644 index 0000000..420b53f --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log new file mode 100644 index 0000000..06b6fef --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 239.15 ± 0.10 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.03 ± 0.02 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..4b4e0d9 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 109.76 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.48 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..5ef8451 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm6_4_4] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log new file mode 100644 index 0000000..ec8d3d8 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 236.00 ± 0.17 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.01 ± 0.02 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log new file mode 100644 index 0000000..9cfab71 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 94.52 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.09 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log new file mode 100644 index 0000000..bb93788 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log new file mode 100644 index 0000000..d86ab0c --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 233.56 ± 0.08 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 6.93 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..09a1b98 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 94.48 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.09 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..1729718 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1-rocwmma] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log new file mode 100644 index 0000000..e38cd2c --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 235.60 ± 0.08 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 6.93 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log new file mode 100644 index 0000000..00de8e0 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 99.54 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.47 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log new file mode 100644 index 0000000..93ffee8 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log new file mode 100644 index 0000000..57559f6 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | pp512 | 237.37 ± 0.19 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 1 | tg128 | 7.01 ± 0.02 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log new file mode 100644 index 0000000..deffe75 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log @@ -0,0 +1,11 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | pp2048 @ d16384 | 99.62 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | ROCm | 99 | 2048 | 1 | tg32 @ d16384 | 6.45 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log new file mode 100644 index 0000000..5d2461d --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log @@ -0,0 +1,9 @@ +ggml_cuda_init: GGML_CUDA_FORCE_MMQ: no +ggml_cuda_init: GGML_CUDA_FORCE_CUBLAS: no +ggml_cuda_init: found 2 ROCm devices: + Device 0: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 + Device 1: AMD Radeon AI PRO R9700, gfx1201 (0x1201), VMM: no, Wave Size: 32 +main: error: failed to create context with model '/home/kyuz0/models/Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf' +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +✖ ! [rocm7.1.1] Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__hblt0__fa1 __longctx32768 failed (exit 0) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log new file mode 100644 index 0000000..8d733ad --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | pp512 | 133.82 ± 0.17 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | tg128 | 7.55 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log new file mode 100644 index 0000000..92c412b --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | pp2048 @ d16384 | 44.89 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | tg32 @ d16384 | 4.37 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log new file mode 100644 index 0000000..6587006 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (AMD open-source driver) | uma: 0 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Ryzen 9 9900X3D 12-Core Processor (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 32768 | int dot: 1 | matrix cores: none +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | pp2048 @ d32768 | 16.45 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | tg32 @ d32768 | 3.13 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log new file mode 100644 index 0000000..9bc9fac --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | pp512 | 104.90 ± 0.13 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | tg128 | 8.35 ± 0.01 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log new file mode 100644 index 0000000..c3e9b40 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | pp2048 @ d16384 | 74.48 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | tg32 @ d16384 | 6.44 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log new file mode 100644 index 0000000..2a66849 --- /dev/null +++ b/benchmark/results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log @@ -0,0 +1,12 @@ +WARNING: radv is not a conformant Vulkan implementation, testing use only. +WARNING: radv is not a conformant Vulkan implementation, testing use only. +ggml_vulkan: Found 3 Vulkan devices: +ggml_vulkan: 0 = AMD Ryzen 9 9900X3D 12-Core Processor (RADV RAPHAEL_MENDOCINO) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none +ggml_vulkan: 1 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +ggml_vulkan: 2 = AMD Radeon AI PRO R9700 (RADV GFX1201) (radv) | uma: 0 | fp16: 1 | bf16: 1 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | pp2048 @ d32768 | 36.00 ± 0.00 | +| llama ?B Q3_K - Small | 50.63 GiB | 125.03 B | Vulkan | 99 | 1 | tg32 @ d32768 | 2.94 ± 0.00 | + +build: 2aa45ef9e (7423) diff --git a/docs/results.json b/docs/results.json index 7a815b1..7af9552 100644 --- a/docs/results.json +++ b/docs/results.json @@ -1,6 +1,6 @@ { "meta": { - "generated_at": "2025-12-17T07:57:08Z", + "generated_at": "2025-12-27T17:44:15Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { @@ -31,6 +31,2626 @@ "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 251.12, + "tps_std": 0.62, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.53, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 124.6, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.52, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 246.03, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.41, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 123.04, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.46, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-rocwmma-hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly-rocwmma__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 239.85, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.37, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 99.59, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.82, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly", + "env_base": "rocm", + "env_variant": "7-nightly", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 240.74, + "tps_std": 0.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.41, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 100.1, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.83, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7-nightly-hblt0", + "env_base": "rocm", + "env_variant": "7-nightly-hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7-nightly__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 235.8, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.01, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 95.03, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma", + "env_base": "rocm", + "env_variant": "7.9-rocwmma", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 233.71, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 6.94, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 94.33, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-rocwmma-hblt0", + "env_base": "rocm", + "env_variant": "7.9-rocwmma-hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9-rocwmma__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 235.23, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 6.94, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 98.01, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.45, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9", + "env_base": "rocm", + "env_variant": "7.9", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 237.08, + "tps_std": 0.15, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.0, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 99.4, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.47, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm-7.9-hblt0", + "env_base": "rocm", + "env_variant": "7.9-hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm-7.9__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 235.42, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.02, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 94.65, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 233.43, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 6.94, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 94.89, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-rocwmma-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 238.15, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 6.99, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 109.79, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.5, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 239.15, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.03, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 109.76, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm6_4_4__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 236.0, + "tps_std": 0.17, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.01, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 94.52, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 233.56, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 6.93, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 94.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-rocwmma-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "rocwmma-hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1-rocwmma__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 235.6, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 6.93, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 99.54, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.47, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1", + "env_base": "rocm7.1.1", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 237.37, + "tps_std": 0.19, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.01, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 99.62, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.45, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "rocm7.1.1-hblt0", + "env_base": "rocm7.1.1", + "env_variant": "hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 123.0, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__rocm7.1.1__hblt0__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": null + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 133.82, + "tps_std": 0.17, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 7.55, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 44.89, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 4.37, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 16.45, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "tg32 @ d32768", + "tps_mean": 3.13, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_amdvlk__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 104.9, + "tps_std": 0.13, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 8.35, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "pp2048 @ d16384", + "tps_mean": 74.48, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "longctx16384", + "context_tokens": 16384, + "test": "tg32 @ d16384", + "tps_mean": 6.44, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx16384__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 36.0, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, + { + "model": "Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002", + "model_clean": "Devstral-2-123B-Instruct-2512-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "tg32 @ d32768", + "tps_mean": 2.94, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 99, + "mmap": null, + "params_b": 125.03, + "file_size_gib": 50.63, + "name_params_b": 125.03, + "quant": "Q3_K_S", + "log": "results/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002__vulkan_radv__fa1__longctx32768__dual.log", + "rpc": false, + "gpu_config": "dual", + "build": { + "hash": "2aa45ef9e", + "number": "7423" + } + }, { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16",