kadirnar commited on
Commit
13dc2be
·
verified ·
1 Parent(s): a738d63

Update lfm2.yaml

Browse files
Files changed (1) hide show
  1. lfm2.yaml +11 -11
lfm2.yaml CHANGED
@@ -1,11 +1,11 @@
1
- TOKENIZER_LENGTH = 64400
2
- START_OF_TEXT = 1
3
- END_OF_TEXT = 7
4
- START_OF_SPEECH = TOKENIZER_LENGTH + 1
5
- END_OF_SPEECH = TOKENIZER_LENGTH + 2
6
- START_OF_HUMAN = TOKENIZER_LENGTH + 3
7
- END_OF_HUMAN = TOKENIZER_LENGTH + 4
8
- START_OF_AI = TOKENIZER_LENGTH + 5
9
- END_OF_AI = TOKENIZER_LENGTH + 6
10
- PAD_TOKEN = TOKENIZER_LENGTH + 7
11
- AUDIO_TOKENS_START = TOKENIZER_LENGTH + 10
 
1
+ TOKENIZER_LENGTH: 64400
2
+ START_OF_TEXT: 1
3
+ END_OF_TEXT: 7
4
+ START_OF_SPEECH: 64401
5
+ END_OF_SPEECH: 64402
6
+ START_OF_HUMAN: 64403
7
+ END_OF_HUMAN: 64404
8
+ START_OF_AI: 64405
9
+ END_OF_AI: 64406
10
+ PAD_TOKEN: 64407
11
+ AUDIO_TOKENS_START: 64410