turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-05-11 08:20:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use Pytorch 2.1 for CUDA 11.8+ and ROCm builds

Browse Source
This commit is contained in:
jllllll
2023-10-13 16:26:26 -05:00
parent c7d1bc7ef0
commit 283957acbe
4 changed files with 63 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
.github/workflows/build-wheels-release-rocm.yml vendored
View File

@@ -1,11 +1,11 @@
name: Build ROCm 5.4.2 Wheels & Release
name: Build ROCm 5.6 Wheels & Release
on:
workflow_dispatch:
inputs:
pypi:
description: 'Upload wheels to PyPI? 1 = yes, 0 = no'
default: '1'
default: '0'
required: true
type: string
workflow_call:
@@ -61,13 +61,21 @@ jobs:
- name: Install Dependencies
run: |
pip3 install torch==2.1.0.dev20230903 --pre --index-url="https://download.pytorch.org/whl/rocm$ROCM_VERSION" --extra-index-url="https://download.pytorch.org/whl/nightly/rocm$ROCM_VERSION"
pip3 install torch==2.1.0 --index-url="https://download.pytorch.org/whl/rocm$ROCM_VERSION"
pip3 install build wheel safetensors sentencepiece ninja
- name: Build Wheel
id: build-wheel
run: |
if ($(Get-Content 'setup.py' -raw) -match 'version = "(\d+\.(?:\d+\.?)*)" \+ \(') {Write-Output $('::notice file=build-wheels-release-rocm.yml,line=54,title=Package Version::Detected package version is: {0}' -f $Matches[1]); Write-Output "PACKAGE_VERSION=$($Matches[1])" >> "$env:GITHUB_OUTPUT"} else {Write-Output '::error file=build-wheels-release.yml,line=41::Could not parse version from setup.py! You must upload wheels manually!'; Write-Output "PACKAGE_VERSION=None" >> "$env:GITHUB_OUTPUT"}
if ($(Get-Content 'setup.py' -raw) -match 'version = "(\d+\.(?:\d+\.?)*)" \+ \(')
{
Write-Output $('::notice file=build-wheels-release-rocm.yml,line=72,title=Package Version::Detected package version is: {0}' -f $Matches[1])
Write-Output "PACKAGE_VERSION=$($Matches[1])" >> "$env:GITHUB_OUTPUT"
} else {
Write-Output '::error file=build-wheels-release.yml,line=75::Could not parse version from setup.py! You must upload wheels manually!'
Write-Output "PACKAGE_VERSION=None" >> "$env:GITHUB_OUTPUT"
}
$BUILDTAG = "+rocm$env:ROCM_VERSION"
python3 -m build -n --wheel -C--build-option=egg_info "-C--build-option=--tag-build=$BUILDTAG"
shell: pwsh