Fix CUDA/ROCm compatibility: default to CPU for AMD GPUs

- Change default device to CPU in docker-compose and main.py
- Set compute_type=int8 for CPU inference
- Auto-detect device if env not set
This commit is contained in:
2026-05-13 03:50:58 +03:00
parent fc87497df9
commit 16bdf2bd00
3 changed files with 11 additions and 16 deletions

View File

@@ -1,5 +1,5 @@
# Use ROCm PyTorch base image with compatible PyTorch
FROM rocm/pytorch:2.4.0-rocm6.0-cxx11-ubuntu22.04
FROM rocm/pytorch:rocm7.2.3_ubuntu22.04_py3.10_pytorch_release_2.10.0
# Set environment variables for ROCm and Python
ENV PYTHONDONTWRITEBYTECODE=1