Hugging Face's logo

Spaces:
Vyvo
/
VyvoTTS-V2-Tokenizer
Running on Zero

App Files Community
kadirnar commited on
Commit
b7807a4
·
verified ·
1 Parent(s): b1903b9

Upload 2 files

Browse files
Files changed (2) hide show
  1. lfm2.yaml +11 -0
  2. qwen3.yaml +11 -0
lfm2.yaml ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ TOKENIZER_LENGTH = 64400
2
+ START_OF_TEXT = 1
3
+ END_OF_TEXT = 7
4
+ START_OF_SPEECH = TOKENIZER_LENGTH + 1
5
+ END_OF_SPEECH = TOKENIZER_LENGTH + 2
6
+ START_OF_HUMAN = TOKENIZER_LENGTH + 3
7
+ END_OF_HUMAN = TOKENIZER_LENGTH + 4
8
+ START_OF_AI = TOKENIZER_LENGTH + 5
9
+ END_OF_AI = TOKENIZER_LENGTH + 6
10
+ PAD_TOKEN = TOKENIZER_LENGTH + 7
11
+ AUDIO_TOKENS_START = TOKENIZER_LENGTH + 10
qwen3.yaml ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ TOKENIZER_LENGTH = 151669
2
+ START_OF_TEXT = 151643
3
+ END_OF_TEXT = 151645
4
+ START_OF_SPEECH = TOKENIZER_LENGTH + 1
5
+ END_OF_SPEECH = TOKENIZER_LENGTH + 2
6
+ START_OF_HUMAN = TOKENIZER_LENGTH + 3
7
+ END_OF_HUMAN = TOKENIZER_LENGTH + 4
8
+ START_OF_AI = TOKENIZER_LENGTH + 5
9
+ END_OF_AI = TOKENIZER_LENGTH + 6
10
+ PAD_TOKEN = TOKENIZER_LENGTH + 7
11
+ AUDIO_TOKENS_START = TOKENIZER_LENGTH + 10