Shrink text embeds to max token length for LTX-2. Drastically reduces cached text embedding sizes
This commit is contained in:
1 parent
ea912d2d7b
commit
1ce2428722
7 files changed
+130
-27
No files matched your search
@@ -190,6 +190,10 @@ class BaseModel:
|
||||
|
||||
# use new lokr format (default false for old models for backwards compatibility)
|
||||
self.use_old_lokr_format = True
|
||||
|
||||
# when padding to make batch size work, which side padding to use, right or left
|
||||
# some llms need left side padding, others need right side
|
||||
self.te_padding_side = "right"
|
||||
|
||||
# properties for old arch for backwards compatibility
|
||||
@property
|
||||
|
||||
Reference in new issue
Block a user