turboderp-org/exllamav3
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav3.git synced 2026-04-20 14:29:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Actions: Attempt #10, see what sticks

Browse Source
This commit is contained in:
turboderp
2025-06-15 08:33:49 +02:00
parent 7ba1d4989b
commit bc256477d6
1 changed files with 29 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

57
.github/workflows/build.yml vendored
View File

@@ -26,16 +26,16 @@ jobs:
# Ubuntu 20.04 CUDA
# Python 3.10
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.10', cuda: '12.8.1', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.10', cuda: '12.9.0', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
# Python 3.11
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.11', cuda: '12.8.1', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.11', cuda: '12.9.0', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
# Python 3.12
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.12', cuda: '12.8.1', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.12', cuda: '12.9.0', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
# Python 3.13
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.13', cuda: '12.8.1', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
- { artname: 'wheel', os: ubuntu-22.04, pyver: '3.13', cuda: '12.9.0', rocm: '', torch: '2.7.0', cudaarch: '8.0 8.6 8.9 9.0 10.0 12.0+PTX' }
# Windows 2022 CUDA
@@ -142,34 +142,35 @@ jobs:
# Attempt to pin nvidia-persistenced to exactly 575.57.08-0ubuntu1 until dependency issue is fixed in CUDA
# https://forums.developer.nvidia.com/t/nvidia-driver-570-installation-is-broken-again/335219
- name: Enable NVIDIA CUDA APT repo
if: runner.os == 'Linux'
shell: bash
run: |
set -euo pipefail
UBUNTU=$(lsb_release -rs | tr -d '.')
DIST="ubuntu${UBUNTU}"
ARCH="x86_64"
sudo mkdir -p /usr/share/keyrings
curl -fsSL \
https://developer.download.nvidia.com/compute/cuda/repos/${DIST}/${ARCH}/cuda-archive-keyring.gpg |
sudo tee /usr/share/keyrings/cuda-archive-keyring.gpg >/dev/null
echo "deb [signed-by=/usr/share/keyrings/cuda-archive-keyring.gpg] \
https://developer.download.nvidia.com/compute/cuda/repos/${DIST}/${ARCH}/ /" |
sudo tee /etc/apt/sources.list.d/cuda.list
sudo apt-get update -y
# - name: Enable NVIDIA CUDA APT repo
# if: runner.os == 'Linux'
# shell: bash
# run: |
# set -euo pipefail
# UBUNTU=$(lsb_release -rs | tr -d '.')
# DIST="ubuntu${UBUNTU}"
# ARCH="x86_64"
# sudo mkdir -p /usr/share/keyrings
# curl -fsSL \
# https://developer.download.nvidia.com/compute/cuda/repos/${DIST}/${ARCH}/cuda-archive-keyring.gpg |
# sudo tee /usr/share/keyrings/cuda-archive-keyring.gpg >/dev/null
# echo "deb [signed-by=/usr/share/keyrings/cuda-archive-keyring.gpg] \
# https://developer.download.nvidia.com/compute/cuda/repos/${DIST}/${ARCH}/ /" |
# sudo tee /etc/apt/sources.list.d/cuda.list
# sudo apt-get update -y
- name: Pin nvidia-persistenced 575.57.08-0ubuntu1
if: runner.os != 'Windows' && matrix.cuda != ''
run: |
sudo apt-get update
sudo apt-get install -y --allow-downgrades nvidia-persistenced=575.57.08-0ubuntu1
sudo apt-mark hold nvidia-persistenced
sudo apt-mark hold libnvidia-cfg1
# - name: Pin nvidia-persistenced 575.57.08-0ubuntu1
# if: runner.os != 'Windows' && matrix.cuda != ''
# run: |
# sudo apt-get update
# sudo apt-get install -y --allow-downgrades nvidia-persistenced=575.57.08-0ubuntu1
# sudo apt-mark hold nvidia-persistenced
# sudo apt-get install -y --allow-downgrades libnvidia-cfg1=575.57.08-0ubuntu1
# sudo apt-mark hold libnvidia-cfg1
# TODO: Find specific sub-packages
- name: Install Linux CUDA ${{ matrix.cuda }}
uses: Jimver/cuda-toolkit@v0.2.24
uses: Jimver/cuda-toolkit@v0.2.25
id: cuda-toolkit-Linux
with:
cuda: "${{ matrix.cuda }}"