Fix CUDA/ROCm compatibility: default to CPU for AMD GPUs

- Change default device to CPU in docker-compose and main.py
- Set compute_type=int8 for CPU inference
- Auto-detect device if env not set
This commit is contained in:
2026-05-13 03:50:58 +03:00
parent fc87497df9
commit 16bdf2bd00
3 changed files with 11 additions and 16 deletions

View File

@@ -9,8 +9,8 @@ services:
- "8000:8000"
environment:
- WHISPERX_MODEL=large-v2
- WHISPERX_DEVICE=cuda
- WHISPERX_COMPUTE_TYPE=float16
- WHISPERX_DEVICE=cpu
- WHISPERX_COMPUTE_TYPE=int8
- HF_HUB_DISABLE_TELEMETRY=1
volumes:
# Mount Hugging Face cache if needed