Added early DoRA support, but will change shortly. Dont use right now.

This commit is contained in:
Jaret Burkett committed 2024-02-23 05:55:41 -07:00
1 parent 9ffa8c3711
commit 1bd94f0f01
5 files changed
+140 -5

No files matched your search

+1
View File
@@ -1192,6 +1192,7 @@ class BaseSDTrainProcess(BaseTrainProcess):
use_bias=is_lorm,
is_lorm=is_lorm,
network_config=self.network_config,
network_type=self.network_config.type,
**network_kwargs
)