Upload processor
Browse files- tokenizer_config.json +1 -1
 
    	
        tokenizer_config.json
    CHANGED
    
    | 
         @@ -2017,7 +2017,7 @@ 
     | 
|
| 2017 | 
         
             
              "processor_class": "LlavaNextProcessor",
         
     | 
| 2018 | 
         
             
              "sp_model_kwargs": {},
         
     | 
| 2019 | 
         
             
              "spaces_between_special_tokens": false,
         
     | 
| 2020 | 
         
            -
              "tokenizer_class": " 
     | 
| 2021 | 
         
             
              "unk_token": "<unk>",
         
     | 
| 2022 | 
         
             
              "use_default_system_prompt": false
         
     | 
| 2023 | 
         
             
            }
         
     | 
| 
         | 
|
| 2017 | 
         
             
              "processor_class": "LlavaNextProcessor",
         
     | 
| 2018 | 
         
             
              "sp_model_kwargs": {},
         
     | 
| 2019 | 
         
             
              "spaces_between_special_tokens": false,
         
     | 
| 2020 | 
         
            +
              "tokenizer_class": "GemmaTokenizerFast",
         
     | 
| 2021 | 
         
             
              "unk_token": "<unk>",
         
     | 
| 2022 | 
         
             
              "use_default_system_prompt": false
         
     | 
| 2023 | 
         
             
            }
         
     |