Shrink text embeds to max token length for LTX-2. Drastically reduces cached text embedding sizes

This commit is contained in:
Jaret Burkett committed 2026-01-28 12:54:49 -07:00
1 parent ea912d2d7b
commit 1ce2428722
7 files changed
+130 -27

No files matched your search

+4
View File
@@ -190,6 +190,10 @@ class BaseModel:
# use new lokr format (default false for old models for backwards compatibility)
self.use_old_lokr_format = True
# when padding to make batch size work, which side padding to use, right or left
# some llms need left side padding, others need right side
self.te_padding_side = "right"
# properties for old arch for backwards compatibility
@property