ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-01-26 16:39:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make flash attn optional. Handle larger batch sizes.

Browse Source
This commit is contained in:
Jaret Burkett
2025-04-14 14:34:46 +00:00
parent 89c0f688db
commit 524bd2edfc
3 changed files with 34 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
docker/Dockerfile
View File

@@ -58,7 +58,8 @@ RUN echo "Cache bust: ${CACHEBUST}" && \
WORKDIR /app/ai-toolkit
# Install Python dependencies
RUN pip install --no-cache-dir -r requirements.txt
RUN pip install --no-cache-dir -r requirements.txt && \
pip install flash-attn --no-build-isolation --no-cache-dir
# Build UI
WORKDIR /app/ai-toolkit/ui