gateway-run.sh
467 Bytes
#!/usr/bin/env bash
# 起调度层。用法: ./gateway-run.sh [PORT]
# 后端列表用 H3_BACKENDS 覆盖,默认 8010,8011,8012,8013。
# 这一层不碰模型也不占显存,秒起秒停,随便重启。
set -uo pipefail
B=/data/models/minimax-h3
PORT="${1:-8000}"
export PYTHONUNBUFFERED=1
cd "$B"
echo "[gateway] PORT=$PORT 后端=${H3_BACKENDS:-8010,8011,8012,8013}"
exec "$B/venv/bin/python" -m uvicorn gateway:app --host 0.0.0.0 --port "$PORT" --workers 1