From a73ae3e5b04db634dd1174e1dc568c99a07e02e4 Mon Sep 17 00:00:00 2001 From: anton-l Date: Thu, 21 Jul 2022 13:36:16 +0200 Subject: [PATCH] Better default for AdamW --- examples/train_unconditional.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/train_unconditional.py b/examples/train_unconditional.py index 7a72e5c24b..3d260c6fae 100644 --- a/examples/train_unconditional.py +++ b/examples/train_unconditional.py @@ -195,7 +195,7 @@ if __name__ == "__main__": parser.add_argument("--adam_beta1", type=float, default=0.95) parser.add_argument("--adam_beta2", type=float, default=0.999) parser.add_argument("--adam_weight_decay", type=float, default=1e-6) - parser.add_argument("--adam_epsilon", type=float, default=1e-3) + parser.add_argument("--adam_epsilon", type=float, default=1e-08) parser.add_argument("--use_ema", action="store_true", default=True) parser.add_argument("--ema_inv_gamma", type=float, default=1.0) parser.add_argument("--ema_power", type=float, default=3 / 4)