|
1 | 1 | #!/usr/bin/env bash |
2 | 2 | set -e |
3 | 3 |
|
4 | | -# ====== change these if needed ====== |
| 4 | +# ====== required env / positional args ====== |
| 5 | +# Usage: |
| 6 | +# ROBOT_CPP_ROOT=/path/to/vla.cpp GGUF_DIR=/path/to/gguf \ |
| 7 | +# bash robot_server/test/test_server_latency.sh <model-type> <backend> |
| 8 | +# |
| 9 | +# Positional args: |
| 10 | +# $1: model-type, e.g. smolvla / pi0 |
| 11 | +# $2: backend, e.g. mac-cpu / mac-metal / linux-cpu / linux-cuda |
5 | 12 | ROBOT_CPP_ROOT="${ROBOT_CPP_ROOT:?ROBOT_CPP_ROOT must be set}" |
6 | 13 | GGUF_DIR="${GGUF_DIR:?GGUF_DIR must be set}" |
7 | | -BACKEND="${BACKEND:-mac-metal}" |
8 | | -case "${1:-}" in |
9 | | - mac-cpu|mac-metal|linux-cpu|linux-cuda) |
10 | | - BACKEND="$1" |
11 | | - shift |
12 | | - ;; |
13 | | -esac |
14 | 14 | MODEL_TYPE="${1:-${MODEL_TYPE:-smolvla}}" |
| 15 | +BACKEND="${2:-${BACKEND:-mac-metal}}" |
| 16 | + |
| 17 | +# ====== model GGUF overrides ====== |
| 18 | +# SmolVLA defaults are resolved by robot_server/shell/launch_robot_server_*.sh: |
| 19 | +# ${GGUF_DIR}/smolvla-llm-f32.gguf |
| 20 | +# ${GGUF_DIR}/mmproj-smolvla-f32.gguf |
| 21 | +# ${GGUF_DIR}/state-proj-smolvla-f32.gguf |
| 22 | +# ${GGUF_DIR}/action-expert-smolvla-f32.gguf |
| 23 | +LLM_GGUF="${LLM_GGUF:-}" |
| 24 | +VISION_GGUF="${VISION_GGUF:-}" |
| 25 | +STATE_PROJ_GGUF="${STATE_PROJ_GGUF:-}" |
| 26 | +ACTION_EXPERT_GGUF="${ACTION_EXPERT_GGUF:-}" |
| 27 | + |
| 28 | +# pi0 defaults are resolved from MODEL_BASENAME by launch scripts. |
| 29 | +MODEL_BASENAME="${MODEL_BASENAME:-}" |
| 30 | +VIT_GGUF="${VIT_GGUF:-}" |
| 31 | +MMPROJ_GGUF="${MMPROJ_GGUF:-}" |
| 32 | +TOKENIZER_GGUF="${TOKENIZER_GGUF:-}" |
| 33 | +STATE_GGUF="${STATE_GGUF:-}" |
| 34 | +ACTION_DECODER_GGUF="${ACTION_DECODER_GGUF:-}" |
15 | 35 |
|
16 | 36 | case "${BACKEND}" in |
17 | 37 | mac-cpu) |
|
156 | 176 | fi |
157 | 177 |
|
158 | 178 | echo "== done ==" |
| 179 | +echo "model_type: ${MODEL_TYPE}" |
159 | 180 | echo "backend: ${BACKEND}" |
160 | 181 | echo "result tsv: ${RESULT_TSV}" |
161 | 182 | if [[ "${THREADS_SWEEP}" == "1" ]]; then |
|
0 commit comments