22 lines
503 B
YAML
22 lines
503 B
YAML
version: "3.9"
|
|
|
|
services:
|
|
paddlex-genai-vllm:
|
|
image: ccr-2vdh3abv-pub.cnc.bj.baidubce.com/paddlepaddle/paddlex-genai-vllm-server
|
|
container_name: paddlex-genai-vllm
|
|
command: >
|
|
paddlex_genai_server
|
|
--model_name PaddleOCR-VL-0.9B
|
|
--host 0.0.0.0
|
|
--port 8118
|
|
--backend vllm
|
|
restart: unless-stopped
|
|
network_mode: host
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- capabilities: [gpu]
|
|
stdin_open: true
|
|
tty: true
|