Upload processor

added_tokens.json

@@ -1,5 +1,3 @@
 {
-  "<image>": 256000,
-  "<|im_end|>": 256002,
-  "<|im_start|>": 256001
+  "<image>": 256000
 }

special_tokens_map.json

@@ -11,7 +11,7 @@
     "single_word": false
   },
   "eos_token": {
-    "content": "<end_of_turn>",
+    "content": "<eos>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer_config.json

@@ -2009,7 +2009,7 @@
   ],
   "bos_token": "<bos>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<end_of_turn>",
+  "eos_token": "<eos>",
   "extra_special_tokens": {},
   "model_max_length": 8192,
   "pad_token": "<unk>",
@@ -2017,7 +2017,7 @@
   "processor_class": "LlavaNextProcessor",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
-  "tokenizer_class": "GemmaTokenizerFast",
+  "tokenizer_class": "GemmaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }