# Torch
--extra-index-url https://download.pytorch.org/whl/rocm5.6
torch ~= 2.2

# Exllamav2
https://github.com/turboderp/exllamav2/releases/download/v0.0.15/exllamav2-0.0.15+rocm5.6-cp311-cp311-linux_x86_64.whl; python_version == "3.11"
https://github.com/turboderp/exllamav2/releases/download/v0.0.15/exllamav2-0.0.15+rocm5.6-cp310-cp310-linux_x86_64.whl; python_version == "3.10"

# Pip dependencies
fastapi
pydantic >= 2.0.0
PyYAML
rich
uvicorn
jinja2 >= 3.0.0
loguru
sse-starlette