Increase the scale range of DFEs velocity scale correction

This commit is contained in:
Jaret Burkett committed 2026-10-24 10:12:38 -06:00
1 parent 609f3e5fa5
commit 73ebae13a4
1 file changed
+2 -2
@@ -1221,7 +1221,7 @@ class DiffusionFeatureExtractor9(nn.Module):
perceptual_loss = torch.nn.functional.mse_loss( perceptual_loss = torch.nn.functional.mse_loss(
pred.float(), target.float(), reduction="none" pred.float(), target.float(), reduction="none"
) )
velocity_equiv_weight = (1.0 / torch.clamp(tv, min=0.1) ** 2) velocity_equiv_weight = (1.0 / torch.clamp(tv, min=0.01) ** 2)
loss_perceptual = (perceptual_loss * velocity_equiv_weight).mean() loss_perceptual = (perceptual_loss * velocity_equiv_weight).mean()
if self.do_partial_step: if self.do_partial_step:
@@ -1379,7 +1379,7 @@ class DiffusionFeatureExtractor10(nn.Module):
pred_feats = self.get_lpips_features(pred_images.float()) pred_feats = self.get_lpips_features(pred_images.float())
velocity_equiv_weight = (1.0 / torch.clamp(tv, min=0.1) ** 2) velocity_equiv_weight = (1.0 / torch.clamp(tv, min=0.01) ** 2)
loss_perceptual = 0 loss_perceptual = 0
for idx, pred_feat in enumerate(pred_feats): for idx, pred_feat in enumerate(pred_feats):