Fizzarolli commited on
Commit
77ac8b3
·
verified ·
1 Parent(s): 45a4910

Upload folder using huggingface_hub

Browse files
special_tokens_map.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "bos_token": {
3
- "content": "<|im_end|>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
@@ -27,4 +27,4 @@
27
  "rstrip": false,
28
  "single_word": false
29
  }
30
- }
 
1
  {
2
  "bos_token": {
3
+ "content": "<s>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
 
27
  "rstrip": false,
28
  "single_word": false
29
  }
30
+ }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bacfa9d36c7a13c06bd597eabc59cd50e7b1cd63b881eb2eef014ba57572ec24
3
- size 17078479
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a050a7922b6500be2e9c569be965a21a1770e6d3a41f33dc4e1d8c6c43e71e
3
+ size 17078477
tokenizer_config.json CHANGED
@@ -8006,7 +8006,7 @@
8006
  },
8007
  "bos_token": "<s>",
8008
  "clean_up_tokenization_spaces": false,
8009
- "eos_token": "<|im_end|>",
8010
  "extra_special_tokens": {},
8011
  "model_input_names": [
8012
  "input_ids",
 
8006
  },
8007
  "bos_token": "<s>",
8008
  "clean_up_tokenization_spaces": false,
8009
+ "eos_token": "</s>",
8010
  "extra_special_tokens": {},
8011
  "model_input_names": [
8012
  "input_ids",