Update default agreement threshold for automagic v2 to be 0.5

This commit is contained in:
Jaret Burkett committed 2026-05-26 07:57:54 -06:00
1 parent 76c99da4e4
commit 2aa60e4ca5
1 file changed
+1 -1
+1 -1
View File
@@ -32,7 +32,7 @@ class Automagic2(torch.optim.Optimizer):
eps: float = 1e-30,
clip_threshold: float = 1.0,
weight_decay: float = 0.0,
agreement_threshold: float = 0.6,
agreement_threshold: float = 0.5,
):
if lr > 1e-3:
print(f"Warning! Start lr {lr} is very high; forcing to 1e-6.")