mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
Start: Override ROCm env variables
These are used for supporting GPUs that are not on the "officially supported list". Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
5
start.py
5
start.py
@@ -15,6 +15,11 @@ def get_requirements_file():
|
||||
# TODO: Check if the user has an AMD gpu on windows
|
||||
if ROCM_PATH:
|
||||
requirements_name = "requirements-amd"
|
||||
|
||||
# Also override env vars for ROCm support on non-supported GPUs
|
||||
os.environ["ROCM_PATH"] = "/opt/rocm"
|
||||
os.environ["HSA_OVERRIDE_GFX_VERSION"] = "10.3.0"
|
||||
os.environ["HCC_AMDGPU_TARGET"] = "gfx1030"
|
||||
elif CUDA_PATH:
|
||||
cuda_version = pathlib.Path(CUDA_PATH).name
|
||||
if "12" in cuda_version:
|
||||
|
||||
Reference in New Issue
Block a user