#!/usr/bin/env bash
set -euo pipefail

xinference launch -e http://127.0.0.1:9997 \
  -n bge-reranker-v2-m3 -t rerank -u bge-reranker-v2-m3 \
  --n-gpu auto
# 或 --n-gpu 1