#!/usr/bin/env bash set -euo pipefail # GPU 版(在 116 上) docker run -d --name xinference-gpu --restart always --gpus all -p 9997:9997 \ -e HF_ENDPOINT=https://hf-mirror.com \ xprobe/xinference:latest docker exec xinference-gpu bash -lc 'nvidia-smi -L' docker exec xinference-gpu pip install sentence-transformers docker logs -f xinference-gpu # 看到 Uvicorn running on http://0.0.0.0:9997 即就绪