cjw/amd-r9700-ai-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

remove longcontext. enable memory mapping and point to ~/models

Browse Source
This commit is contained in:
Donato Capitella
2025-11-30 10:05:06 +00:00
parent 3f17169d17
commit 649cf0ab45
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/run_benchmarks.sh
+3 -3
View File
@@ -1,7 +1,7 @@
#!/usr/bin/env bash #!/usr/bin/env bash
set -uo pipefail set -uo pipefail
MODEL_DIR="$(realpath models)" MODEL_DIR="$(realpath ~/models)"
RESULTDIR="results" RESULTDIR="results"
mkdir -p "$RESULTDIR" mkdir -p "$RESULTDIR"
@@ -96,7 +96,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
EXTRA_ARGS=( -fa 1 ) EXTRA_ARGS=( -fa 1 )
fi fi
for CTX in default longctx32768; do for CTX in default; do
CTX_SUFFIX="" CTX_SUFFIX=""
CTX_ARGS=() CTX_ARGS=()
if [[ "$CTX" == longctx32768 ]]; then if [[ "$CTX" == longctx32768 ]]; then
@@ -120,7 +120,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
continue continue
fi fi
FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" "${CTX_ARGS[@]}" -r "$CTX_REPS" ) FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" "${CTX_ARGS[@]}" -r "$CTX_REPS" )
printf "\n▶ [%s] %s%s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}" "${CTX_SUFFIX:+ $CTX_SUFFIX}" printf "\n▶ [%s] %s%s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}" "${CTX_SUFFIX:+ $CTX_SUFFIX}"
printf " → log: %s\n" "$OUT" printf " → log: %s\n" "$OUT"