Fix a few issues with compile. Changed defaults. Future proofed block layer compile.
This commit is contained in:
1 parent
a5558ae7d9
commit
d83f7dd4d9
4 files changed
+19
-20
No files matched your search
@@ -2099,24 +2099,25 @@ class BaseSDTrainProcess(BaseTrainProcess):
|
||||
block_compile = getattr(self.model_config, 'block_compile', False)
|
||||
|
||||
cache_info = f", cache_size_limit={cache_size_limit}" if cache_size_limit != 8 else ""
|
||||
|
||||
# ====================================================
|
||||
# BLOCK COMPILE
|
||||
# ====================================================
|
||||
if block_compile:
|
||||
BLOCK_LIST_ATTRS = self.sd.get_transformer_block_names()
|
||||
|
||||
if BLOCK_LIST_ATTRS is None or len(BLOCK_LIST_ATTRS) == 0:
|
||||
BLOCK_LIST_ATTRS = [
|
||||
'layers',
|
||||
'transformer_blocks',
|
||||
'single_transformer_blocks',
|
||||
'double_stream_blocks',
|
||||
'single_stream_blocks',
|
||||
'double_blocks',
|
||||
'single_blocks',
|
||||
'blocks',
|
||||
]
|
||||
inner_unet = unwrap_model(self.sd.unet)
|
||||
|
||||
BLOCK_LIST_ATTRS = [
|
||||
'layers',
|
||||
'transformer_blocks',
|
||||
'single_transformer_blocks',
|
||||
'double_stream_blocks',
|
||||
'single_stream_blocks',
|
||||
'double_blocks',
|
||||
'single_blocks',
|
||||
'blocks',
|
||||
]
|
||||
|
||||
compiled_block_count = 0
|
||||
|
||||
for attr_name in BLOCK_LIST_ATTRS:
|
||||
|
||||
Reference in new issue
Block a user