Fixed issue with adapters not providing gradients with new grad activator

This commit is contained in:
Jaret Burkett committed 2024-10-29 14:22:10 -06:00
1 parent 22cd40d7b9
commit 4747716867
3 files changed
+25 -16

No files matched your search

+2 -2
View File
@@ -1473,7 +1473,7 @@ class BaseSDTrainProcess(BaseTrainProcess):
# self.step_num = self.embedding.step
# self.start_step = self.step_num
params.append({
'params': self.embedding.get_trainable_params(),
'params': list(self.embedding.get_trainable_params()),
'lr': self.train_config.embedding_lr
})
@@ -1491,7 +1491,7 @@ class BaseSDTrainProcess(BaseTrainProcess):
else:
# set trainable params
params.append({
'params': self.adapter.parameters(),
'params': list(self.adapter.parameters()),
'lr': self.train_config.adapter_lr
})