docker 파일 추가
This commit is contained in:
21
model_services/paddle_vl/Dockercompose.yml
Normal file
21
model_services/paddle_vl/Dockercompose.yml
Normal file
@@ -0,0 +1,21 @@
|
||||
version: "3.9"
|
||||
|
||||
services:
|
||||
paddlex-genai-vllm:
|
||||
image: ccr-2vdh3abv-pub.cnc.bj.baidubce.com/paddlepaddle/paddlex-genai-vllm-server
|
||||
container_name: paddlex-genai-vllm
|
||||
command: >
|
||||
paddlex_genai_server
|
||||
--model_name PaddleOCR-VL-0.9B
|
||||
--host 0.0.0.0
|
||||
--port 8118
|
||||
--backend vllm
|
||||
restart: unless-stopped
|
||||
network_mode: host
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- capabilities: [gpu]
|
||||
stdin_open: true
|
||||
tty: true
|
||||
Reference in New Issue
Block a user