#!/usr/bin/env bash
set -euo pipefail

nvidia-smi
docker inspect xinference --format '{{json .HostConfig.DeviceRequests}} {{.HostConfig.Runtime}}'