Fix issue with flash linear attention in docker image
This commit is contained in:
1 parent
31f4d92f88
commit
2d4c89d392
3 files changed
+30
-7
No files matched your search
@@ -78,6 +78,12 @@ RUN pip install --no-cache-dir --break-system-packages -U \
|
||||
https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.9.47/flash_attn-2.8.3+cu130torch2.13-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl && \
|
||||
python -c "import flash_attn, natten, torchcodec; print('accelerators OK:', flash_attn.__version__, natten.__version__, torchcodec.__version__)"
|
||||
|
||||
# flash-linear-attention (DeltaNet kernels for Qwen3.5/3.8), matching manager/spec.py FLA.
|
||||
# Pure-Python Triton package installed bare and WITHOUT -U: its unpinned transformers
|
||||
# requirement must not upgrade the pinned transformers from requirements_base.txt.
|
||||
RUN pip install --no-cache-dir --break-system-packages flash-linear-attention==0.5.2 && \
|
||||
python -c "import fla, transformers; print('fla OK:', fla.__version__, 'transformers', transformers.__version__)"
|
||||
|
||||
# Install Node dependencies (only re-runs when package.json / package-lock.json change)
|
||||
COPY ui/package.json ui/package-lock.json /app/ai-toolkit/ui/
|
||||
RUN cd /app/ai-toolkit/ui && npm ci
|
||||
|
||||
Reference in new issue
Block a user