Fix CUDA/ROCm compatibility: default to CPU for AMD GPUs
- Change default device to CPU in docker-compose and main.py - Set compute_type=int8 for CPU inference - Auto-detect device if env not set
This commit is contained in:
@@ -1,5 +1,5 @@
|
||||
# Use ROCm PyTorch base image with compatible PyTorch
|
||||
FROM rocm/pytorch:2.4.0-rocm6.0-cxx11-ubuntu22.04
|
||||
FROM rocm/pytorch:rocm7.2.3_ubuntu22.04_py3.10_pytorch_release_2.10.0
|
||||
|
||||
# Set environment variables for ROCm and Python
|
||||
ENV PYTHONDONTWRITEBYTECODE=1
|
||||
|
||||
Reference in New Issue
Block a user