1
0
mirror of https://github.com/huggingface/diffusers.git synced 2026-01-27 17:22:53 +03:00

[train_unconditional] fix LR scheduler init (#2010)

fix lr scheduler
This commit is contained in:
Suraj Patil
2023-01-17 10:11:46 +01:00
committed by GitHub
parent b2ea8a84e9
commit f861cde14f

View File

@@ -338,8 +338,8 @@ def main(args):
lr_scheduler = get_scheduler(
args.lr_scheduler,
optimizer=optimizer,
num_warmup_steps=args.lr_warmup_steps,
num_training_steps=(len(train_dataloader) * args.num_epochs) // args.gradient_accumulation_steps,
num_warmup_steps=args.lr_warmup_steps * args.gradient_accumulation_steps,
num_training_steps=(len(train_dataloader) * args.num_epochs),
)
model, optimizer, train_dataloader, lr_scheduler = accelerator.prepare(