fix: add missing char_limits for Vietnamese

This commit is contained in:
Thinh Le 2024-04-05 19:32:42 +07:00
parent b6a6bf122c
commit ff217b3f27
1 changed files with 1 additions and 0 deletions

View File

@ -611,6 +611,7 @@ class VoiceBpeTokenizer:
"ja": 71,
"hu": 224,
"ko": 95,
"vi": 250,
}
@cached_property