Fix issue with flash linear attention in docker image

This commit is contained in:
Jaret Burkett committed 2026-10-18 20:12:28 -06:00
1 parent 31f4d92f88
commit 2d4c89d392
3 files changed
+30 -7

No files matched your search

+6
View File
@@ -78,6 +78,12 @@ RUN pip install --no-cache-dir --break-system-packages -U \
https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.9.47/flash_attn-2.8.3+cu130torch2.13-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl && \
python -c "import flash_attn, natten, torchcodec; print('accelerators OK:', flash_attn.__version__, natten.__version__, torchcodec.__version__)"
# flash-linear-attention (DeltaNet kernels for Qwen3.5/3.8), matching manager/spec.py FLA.
# Pure-Python Triton package installed bare and WITHOUT -U: its unpinned transformers
# requirement must not upgrade the pinned transformers from requirements_base.txt.
RUN pip install --no-cache-dir --break-system-packages flash-linear-attention==0.5.2 && \
python -c "import fla, transformers; print('fla OK:', fla.__version__, 'transformers', transformers.__version__)"
# Install Node dependencies (only re-runs when package.json / package-lock.json change)
COPY ui/package.json ui/package-lock.json /app/ai-toolkit/ui/
RUN cd /app/ai-toolkit/ui && npm ci