Skip to content

Commit 37f2731

Browse files
committed
so101 test latency clean
1 parent 86f2a3e commit 37f2731

1 file changed

Lines changed: 29 additions & 8 deletions

File tree

‎robot_server/test/test_server_latency.sh‎

Lines changed: 29 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,37 @@
11
#!/usr/bin/env bash
22
set -e
33

4-
# ====== change these if needed ======
4+
# ====== required env / positional args ======
5+
# Usage:
6+
# ROBOT_CPP_ROOT=/path/to/vla.cpp GGUF_DIR=/path/to/gguf \
7+
# bash robot_server/test/test_server_latency.sh <model-type> <backend>
8+
#
9+
# Positional args:
10+
# $1: model-type, e.g. smolvla / pi0
11+
# $2: backend, e.g. mac-cpu / mac-metal / linux-cpu / linux-cuda
512
ROBOT_CPP_ROOT="${ROBOT_CPP_ROOT:?ROBOT_CPP_ROOT must be set}"
613
GGUF_DIR="${GGUF_DIR:?GGUF_DIR must be set}"
7-
BACKEND="${BACKEND:-mac-metal}"
8-
case "${1:-}" in
9-
mac-cpu|mac-metal|linux-cpu|linux-cuda)
10-
BACKEND="$1"
11-
shift
12-
;;
13-
esac
1414
MODEL_TYPE="${1:-${MODEL_TYPE:-smolvla}}"
15+
BACKEND="${2:-${BACKEND:-mac-metal}}"
16+
17+
# ====== model GGUF overrides ======
18+
# SmolVLA defaults are resolved by robot_server/shell/launch_robot_server_*.sh:
19+
# ${GGUF_DIR}/smolvla-llm-f32.gguf
20+
# ${GGUF_DIR}/mmproj-smolvla-f32.gguf
21+
# ${GGUF_DIR}/state-proj-smolvla-f32.gguf
22+
# ${GGUF_DIR}/action-expert-smolvla-f32.gguf
23+
LLM_GGUF="${LLM_GGUF:-}"
24+
VISION_GGUF="${VISION_GGUF:-}"
25+
STATE_PROJ_GGUF="${STATE_PROJ_GGUF:-}"
26+
ACTION_EXPERT_GGUF="${ACTION_EXPERT_GGUF:-}"
27+
28+
# pi0 defaults are resolved from MODEL_BASENAME by launch scripts.
29+
MODEL_BASENAME="${MODEL_BASENAME:-}"
30+
VIT_GGUF="${VIT_GGUF:-}"
31+
MMPROJ_GGUF="${MMPROJ_GGUF:-}"
32+
TOKENIZER_GGUF="${TOKENIZER_GGUF:-}"
33+
STATE_GGUF="${STATE_GGUF:-}"
34+
ACTION_DECODER_GGUF="${ACTION_DECODER_GGUF:-}"
1535

1636
case "${BACKEND}" in
1737
mac-cpu)
@@ -156,6 +176,7 @@ else
156176
fi
157177

158178
echo "== done =="
179+
echo "model_type: ${MODEL_TYPE}"
159180
echo "backend: ${BACKEND}"
160181
echo "result tsv: ${RESULT_TSV}"
161182
if [[ "${THREADS_SWEEP}" == "1" ]]; then

0 commit comments

Comments
 (0)