add RADAM reference

2019-08-30 10:33:46 +02:00 · 2019-08-30 10:33:46 +02:00 · dc69074a56
parent 529348d6dc
commit dc69074a56
1 changed files with 1 additions and 0 deletions
--- a/utils/radam.py
+++ b/utils/radam.py
@ -3,6 +3,7 @@ import torch
 from torch.optim.optimizer import Optimizer


+# adapted from https://github.com/LiyuanLucasLiu/RAdam
 class RAdam(Optimizer):

    def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0):