Make flash attn optional. Handle larger batch sizes.
This commit is contained in:
1 parent
89c0f688db
commit
524bd2edfc
3 files changed
+34
-15
No files matched your search
+2
-1
@@ -58,7 +58,8 @@ RUN echo "Cache bust: ${CACHEBUST}" && \
|
||||
WORKDIR /app/ai-toolkit
|
||||
|
||||
# Install Python dependencies
|
||||
RUN pip install --no-cache-dir -r requirements.txt
|
||||
RUN pip install --no-cache-dir -r requirements.txt && \
|
||||
pip install flash-attn --no-build-isolation --no-cache-dir
|
||||
|
||||
# Build UI
|
||||
WORKDIR /app/ai-toolkit/ui
|
||||
|
||||
Reference in new issue
Block a user