SlavaVlad
16bdf2bd00
- Change default device to CPU in docker-compose and main.py - Set compute_type=int8 for CPU inference - Auto-detect device if env not set
29 lines
617 B
YAML
29 lines
617 B
YAML
version: '3.8'
|
|
|
|
services:
|
|
whisperx-api:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
ports:
|
|
- "8000:8000"
|
|
environment:
|
|
- WHISPERX_MODEL=large-v2
|
|
- WHISPERX_DEVICE=cpu
|
|
- WHISPERX_COMPUTE_TYPE=int8
|
|
- HF_HUB_DISABLE_TELEMETRY=1
|
|
volumes:
|
|
# Mount Hugging Face cache if needed
|
|
- hf_cache:/app/.cache/huggingface
|
|
devices:
|
|
# Allow access to all GPUs
|
|
- /dev/kfd:/dev/kfd
|
|
- /dev/dri:/dev/dri
|
|
cap_add:
|
|
- SYS_ADMIN
|
|
security_opt:
|
|
- seccomp:unconfined
|
|
# For AMD ROCm GPUs, use device passthrough
|
|
|
|
volumes:
|
|
hf_cache: |