Fixed issue with EMA climbing decay instead of reducing it.
This commit is contained in:
1 parent
547593449b
commit
881143cbe8
2 files changed
+2
-2
No files matched your search
+1
-1
@@ -133,7 +133,7 @@ class ExponentialMovingAverage:
|
|||||||
if param.dtype != torch.float32:
|
if param.dtype != torch.float32:
|
||||||
param_float = param_float.to(torch.float32)
|
param_float = param_float.to(torch.float32)
|
||||||
gap = (s_param_float - param_float)
|
gap = (s_param_float - param_float)
|
||||||
s_param_float.add_(gap * one_minus_decay)
|
s_param_float.sub_(gap * one_minus_decay)
|
||||||
|
|
||||||
update_param = False
|
update_param = False
|
||||||
if self.use_feedback:
|
if self.use_feedback:
|
||||||
|
|||||||
+1
-1
@@ -1 +1 @@
|
|||||||
VERSION = "0.13.8"
|
VERSION = "0.13.9"
|
||||||
Reference in new issue
Block a user