cjw/amd-r9700-ai-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

feat: update the benchmark runner script.

Browse Source
This commit is contained in:
Donato Capitella
2025-12-07 11:11:56 +00:00
parent ffbc6d98ff
commit 672487a72b
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/run_benchmarks.sh
+10 -2
View File
@@ -96,7 +96,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
EXTRA_ARGS=( -fa 1 ) EXTRA_ARGS=( -fa 1 )
fi fi
for CTX in default; do for CTX in default longctx16384 longctx32768; do
CTX_SUFFIX="" CTX_SUFFIX=""
CTX_ARGS=() CTX_ARGS=()
if [[ "$CTX" == longctx32768 ]]; then if [[ "$CTX" == longctx32768 ]]; then
@@ -107,11 +107,19 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
else else
CTX_ARGS+=( -ub 2048 ) CTX_ARGS+=( -ub 2048 )
fi fi
elif [[ "$CTX" == longctx16384 ]]; then
CTX_SUFFIX="__longctx16384"
CTX_ARGS=( -p 2048 -n 32 -d 16384 )
if [[ "$ENV" == *vulkan* ]]; then
CTX_ARGS+=( -ub 512 )
else
CTX_ARGS+=( -ub 2048 )
fi
fi fi
OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}${CTX_SUFFIX}${GPU_SUFFIX}.log" OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}${CTX_SUFFIX}${GPU_SUFFIX}.log"
CTX_REPS=3 CTX_REPS=3
if [[ "$CTX" == longctx32768 ]]; then if [[ "$CTX" == longctx* ]]; then
CTX_REPS=1 CTX_REPS=1
fi fi