Files
whisperx-rocm-api/docker-compose.yml

29 lines
621 B
YAML

version: '3.8'
services:
whisperx-api:
build:
context: .
dockerfile: Dockerfile
ports:
- "8000:8000"
environment:
- WHISPERX_MODEL=large-v2
- WHISPERX_DEVICE=cuda
- WHISPERX_COMPUTE_TYPE=float16
- HF_HUB_DISABLE_TELEMETRY=1
volumes:
# Mount Hugging Face cache if needed
- hf_cache:/app/.cache/huggingface
devices:
# Allow access to all GPUs
- /dev/kfd:/dev/kfd
- /dev/dri:/dev/dri
cap_add:
- SYS_ADMIN
security_opt:
- seccomp:unconfined
# For AMD ROCm GPUs, use device passthrough
volumes:
hf_cache: