version: "3.9"

services:
  paddlex-genai-vllm:
    image: ccr-2vdh3abv-pub.cnc.bj.baidubce.com/paddlepaddle/paddlex-genai-vllm-server
    container_name: paddlex-genai-vllm
    command: >
      paddlex_genai_server
      --model_name PaddleOCR-VL-0.9B
      --host 0.0.0.0
      --port 8118
      --backend vllm
    restart: unless-stopped
    network_mode: host
    deploy:
      resources:
        reservations:
          devices:
            - capabilities: [gpu]
    stdin_open: true
    tty: true