comments update

This commit is contained in:
erogol 2020-08-17 16:41:31 +02:00
parent a012537908
commit 1c1984d25b
1 changed files with 2 additions and 3 deletions

View File

@ -9,9 +9,8 @@ from mozilla_voice_tts.tts.layers.glow_tts.glow import LayerNorm
class RelativePositionMultiHeadAttention(nn.Module):
"""Implementation of https://arxiv.org/pdf/1803.02155.pdf
Visualization of the algorithm
https://raw.githubusercontent.com/Separius/CudaRelativeAttention/master/algorithm.png
"""Implementation of Relative Position Encoding based on
https://arxiv.org/pdf/1809.04281.pdf
"""
def __init__(self,
channels,