mirror of https://github.com/coqui-ai/TTS.git
add RADAM reference
This commit is contained in:
parent
529348d6dc
commit
dc69074a56
|
@ -3,6 +3,7 @@ import torch
|
||||||
from torch.optim.optimizer import Optimizer
|
from torch.optim.optimizer import Optimizer
|
||||||
|
|
||||||
|
|
||||||
|
# adapted from https://github.com/LiyuanLucasLiu/RAdam
|
||||||
class RAdam(Optimizer):
|
class RAdam(Optimizer):
|
||||||
|
|
||||||
def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0):
|
def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0):
|
||||||
|
|
Loading…
Reference in New Issue