Maximum sequence length for a Llama 2 model is 4096 (#3)
Browse files- Maximum sequence length for a Llama 2 model is 4096 (d3850bcee664af47e31440c03bd13adc0a878c1a)
Co-authored-by: Tom Jobbins <TheBloke@users.noreply.huggingface.co>
- tokenizer_config.json +1 -1
 
    	
        tokenizer_config.json
    CHANGED
    
    | 
         @@ -19,7 +19,7 @@ 
     | 
|
| 19 | 
         
             
                "single_word": false
         
     | 
| 20 | 
         
             
              },
         
     | 
| 21 | 
         
             
              "legacy": false,
         
     | 
| 22 | 
         
            -
              "model_max_length":  
     | 
| 23 | 
         
             
              "pad_token": null,
         
     | 
| 24 | 
         
             
              "padding_side": "right",
         
     | 
| 25 | 
         
             
              "sp_model_kwargs": {},
         
     | 
| 
         | 
|
| 19 | 
         
             
                "single_word": false
         
     | 
| 20 | 
         
             
              },
         
     | 
| 21 | 
         
             
              "legacy": false,
         
     | 
| 22 | 
         
            +
              "model_max_length": 4096,
         
     | 
| 23 | 
         
             
              "pad_token": null,
         
     | 
| 24 | 
         
             
              "padding_side": "right",
         
     | 
| 25 | 
         
             
              "sp_model_kwargs": {},
         
     |