Make flash attn optional. Handle larger batch sizes.

This commit is contained in:
Jaret Burkett committed 2025-04-14 14:34:46 +00:00
1 parent 89c0f688db
commit 524bd2edfc
3 files changed
+34 -15

No files matched your search

+2 -1
View File
@@ -58,7 +58,8 @@ RUN echo "Cache bust: ${CACHEBUST}" && \
WORKDIR /app/ai-toolkit
# Install Python dependencies
RUN pip install --no-cache-dir -r requirements.txt
RUN pip install --no-cache-dir -r requirements.txt && \
pip install flash-attn --no-build-isolation --no-cache-dir
# Build UI
WORKDIR /app/ai-toolkit/ui