42 lines
1.1 KiB
YAML
42 lines
1.1 KiB
YAML
services:
|
|
deepseek_ocr_vllm:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.vllm
|
|
image: deepseek-ocr-vllm:cu126
|
|
container_name: deepseek_ocr_vllm
|
|
working_dir: /workspace
|
|
volumes:
|
|
- ./DeepSeek-OCR-master/DeepSeek-OCR-vllm:/workspace
|
|
gpus: all
|
|
shm_size: "8g"
|
|
ipc: "host"
|
|
environment:
|
|
- HF_HOME=/workspace/.cache/huggingface
|
|
- CUDA_HOME=/usr/local/cuda
|
|
- LD_LIBRARY_PATH=/usr/local/cuda/lib64:${LD_LIBRARY_PATH}
|
|
- PIP_DISABLE_PIP_VERSION_CHECK=1
|
|
- PYTHONUNBUFFERED=1
|
|
tty: true
|
|
entrypoint: ["/bin/bash"]
|
|
|
|
# deepseek_ocr_hf:
|
|
# build:
|
|
# context: .
|
|
# dockerfile: Dockerfile.hf
|
|
# image: deepseek-ocr-hf:cu126
|
|
# container_name: deepseek_ocr_hf
|
|
# working_dir: /workspace
|
|
# volumes:
|
|
# - ./DeepSeek-OCR-hf:/workspace
|
|
# gpus: all
|
|
# shm_size: "8g"
|
|
# ipc: "host"
|
|
# environment:
|
|
# - HF_HOME=/workspace/.cache/huggingface
|
|
# - CUDA_HOME=/usr/local/cuda
|
|
# - LD_LIBRARY_PATH=/usr/local/cuda/lib64:${LD_LIBRARY_PATH}
|
|
# - PIP_DISABLE_PIP_VERSION_CHECK=1
|
|
# - PYTHONUNBUFFERED=1
|
|
# tty: true
|
|
# entrypoint: ["/bin/bash"] |