From 672487a72b2c4200c90927ed6ffd02501f99be69 Mon Sep 17 00:00:00 2001
From: Donato Capitella <donato.capitella@reversec.com>
Date: Sun, 7 Dec 2025 11:11:56 +0000
Subject: [PATCH] feat: update the benchmark runner script.

---
 benchmark/run_benchmarks.sh | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/benchmark/run_benchmarks.sh b/benchmark/run_benchmarks.sh
index dbf332d..1beb85e 100755
--- a/benchmark/run_benchmarks.sh
+++ b/benchmark/run_benchmarks.sh
@@ -96,7 +96,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
           EXTRA_ARGS=( -fa 1 )
         fi
 
-        for CTX in default; do
+        for CTX in default longctx16384 longctx32768; do
           CTX_SUFFIX=""
           CTX_ARGS=()
           if [[ "$CTX" == longctx32768 ]]; then
@@ -107,11 +107,19 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
             else
               CTX_ARGS+=( -ub 2048 )
             fi
+          elif [[ "$CTX" == longctx16384 ]]; then
+            CTX_SUFFIX="__longctx16384"
+            CTX_ARGS=( -p 2048 -n 32 -d 16384 )
+            if [[ "$ENV" == *vulkan* ]]; then
+              CTX_ARGS+=( -ub 512 )
+            else
+              CTX_ARGS+=( -ub 2048 )
+            fi
           fi
 
           OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}${CTX_SUFFIX}${GPU_SUFFIX}.log"
           CTX_REPS=3
-          if [[ "$CTX" == longctx32768 ]]; then
+          if [[ "$CTX" == longctx* ]]; then
             CTX_REPS=1
           fi