cjw/amd-r9700-ai-toolboxes
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

feat: calculate total size for multi-shard models in benchmarks

Browse Source
This commit is contained in:
Donato Capitella
2025-11-30 09:58:08 +00:00
parent f79c5099e2
commit 3f17169d17
1 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/run_benchmarks.sh
+12 -1
View File
@@ -49,7 +49,18 @@ get_hblt_modes() {
for MODEL_PATH in "${MODEL_PATHS[@]}"; do for MODEL_PATH in "${MODEL_PATHS[@]}"; do
MODEL_NAME="$(basename "$MODEL_PATH" .gguf)" MODEL_NAME="$(basename "$MODEL_PATH" .gguf)"
MODEL_SIZE=$(stat -c%s "$MODEL_PATH")
if [[ "$MODEL_PATH" == *"-00001-of-"* ]]; then
# Multi-shard model: sum all shards
DIR="$(dirname "$MODEL_PATH")"
BASE="$(basename "$MODEL_PATH")"
PATTERN="${BASE/-00001-of-/-*-of-}"
MODEL_SIZE=$(find "$DIR" -maxdepth 1 -name "$PATTERN" -exec stat -c%s {} + | awk '{s+=$1} END {print s}')
else
# Single-file model
MODEL_SIZE=$(stat -c%s "$MODEL_PATH")
fi
# Threshold: 30 GiB = 32212254720 bytes. Using 32000000000 as a safe cutoff. # Threshold: 30 GiB = 32212254720 bytes. Using 32000000000 as a safe cutoff.
if (( MODEL_SIZE > 32000000000 )); then if (( MODEL_SIZE > 32000000000 )); then
GPU_DEVICES="0,1" GPU_DEVICES="0,1"