This commit is contained in:
erogol 2021-01-06 12:37:47 +01:00
parent e7fad928e7
commit 5a45af48f1
1 changed files with 1 additions and 1 deletions

View File

@ -7,7 +7,7 @@ from TTS.tts.layers.glow_tts.glow import LayerNorm
class RelativePositionMultiHeadAttention(nn.Module):
"""Multi-head attention with Relative Positional embedding.
"""Multi-head attention with Relative Positional embedding.
https://arxiv.org/pdf/1809.04281.pdf
It learns positional embeddings for a window of neighbours. For keys and values,