evan/ai-toolkit
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Make contrastive guidance loss do constant instead of sigma loss schedule by default

Browse Source
This commit is contained in:
Jaret Burkett committed 2026-08-13 09:52:02 -06:00
1 parent 4e91fb2d0a
commit 6b7fb60a22
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
toolkit/config_modules.py
+1 -1
View File
@@ -594,7 +594,7 @@ class TrainConfig:
# toward 1.0 as sigma falls (effective = 1 + (target - 1) * sigma) so the # toward 1.0 as sigma falls (effective = 1 + (target - 1) * sigma) so the
# extrapolation never amplifies the unpredictable fresh-noise term at low # extrapolation never amplifies the unpredictable fresh-noise term at low
# sigma. Needed for guidance-distilled models with no guidance embedding. # sigma. Needed for guidance-distilled models with no guidance embedding.
self.guidance_loss_schedule: str = kwargs.get('guidance_loss_schedule', 'sigma') self.guidance_loss_schedule: str = kwargs.get('guidance_loss_schedule', 'constant')
self.unconditional_prompt: str = kwargs.get('unconditional_prompt', '') self.unconditional_prompt: str = kwargs.get('unconditional_prompt', '')
if isinstance(self.guidance_loss_target, tuple): if isinstance(self.guidance_loss_target, tuple):
self.guidance_loss_target = list(self.guidance_loss_target) self.guidance_loss_target = list(self.guidance_loss_target)