apiVersion: apps/v1
kind: Deployment
metadata:
  name: xinference
  namespace: llm
  labels:
    app: xinference
spec:
  replicas: 1
  strategy:
    type: Recreate
  selector:
    matchLabels:
      app: xinference
  template:
    metadata:
      labels:
        app: xinference
      annotations:
        llm.local/compose-service: "xinference"
    spec:
      nodeName: prod102
      enableServiceLinks: false
      hostAliases:
        - ip: 10.0.1.47
          hostnames: ["host.docker.internal"]
      containers:
        - name: xinference
          image: xprobe/xinference:latest
          imagePullPolicy: IfNotPresent
          command:
            - "xinference-local"
            - "-H"
            - "0.0.0.0"
            - "--log-level"
            - "info"
          envFrom:
            - secretRef:
                name: xinference-env
          ports:
            - containerPort: 9997
              hostPort: 9997
              protocol: TCP
          volumeMounts:
            - name: vol0
              mountPath: "/data"
      volumes:
        - name: vol0
          hostPath:
            path: "/usr/cluster/dify/xinference"
            type: Directory
---
apiVersion: v1
kind: Service
metadata:
  name: xinference
  namespace: llm
spec:
  selector:
    app: xinference
  ports:
    - name: p9997
      port: 9997
      targetPort: 9997
      protocol: TCP