change lr_decay config field to noam_schedule

2020-01-03 00:38:08 +01:00 · 2020-01-03 00:38:08 +01:00 · 6e09224697
parent 9d666af715
commit 6e09224697
1 changed files with 1 additions and 1 deletions
--- a/train.py
+++ b/train.py
@ -602,7 +602,7 @@ def main(args):  # pylint: disable=redefined-outer-name
    if num_gpus > 1:
        model = apply_gradient_allreduce(model)

-    if c.lr_decay:
+    if c.noam_schedule:
        scheduler = NoamLR(optimizer,
                           warmup_steps=c.warmup_steps,
                           last_epoch=args.restore_step - 1)