mirror of https://github.com/coqui-ai/TTS.git
Fix grad_norm handling
This commit is contained in:
parent
a409e0f8f8
commit
70e4d0e524
|
@ -647,7 +647,7 @@ class Trainer:
|
||||||
optimizer.step()
|
optimizer.step()
|
||||||
|
|
||||||
# pytorch skips the step when the norm is 0. So ignore the norm value when it is NaN
|
# pytorch skips the step when the norm is 0. So ignore the norm value when it is NaN
|
||||||
if isinstance(grad_norm ,torch.Tensor) and (torch.isnan(grad_norm) or torch.isinf(grad_norm)):
|
if isinstance(grad_norm, torch.Tensor) and (torch.isnan(grad_norm) or torch.isinf(grad_norm)):
|
||||||
grad_norm = 0
|
grad_norm = 0
|
||||||
|
|
||||||
step_time = time.time() - step_start_time
|
step_time = time.time() - step_start_time
|
||||||
|
|
Loading…
Reference in New Issue