Update config.json
Browse files- config.json +2 -1
    	
        config.json
    CHANGED
    
    | @@ -13,6 +13,7 @@ | |
| 13 | 
             
              "n_ctx": 1024,
         | 
| 14 | 
             
              "n_embd": 768,
         | 
| 15 | 
             
              "n_head": 12,
         | 
|  | |
| 16 | 
             
              "n_layer": 12,
         | 
| 17 | 
             
              "n_positions": 1024,
         | 
| 18 | 
             
              "resid_pdrop": 0.1,
         | 
| @@ -21,5 +22,5 @@ | |
| 21 | 
             
              "summary_proj_to_labels": true,
         | 
| 22 | 
             
              "summary_type": "cls_index",
         | 
| 23 | 
             
              "summary_use_proj": true,
         | 
| 24 | 
            -
              "vocab_size":  | 
| 25 | 
             
            }
         | 
|  | |
| 13 | 
             
              "n_ctx": 1024,
         | 
| 14 | 
             
              "n_embd": 768,
         | 
| 15 | 
             
              "n_head": 12,
         | 
| 16 | 
            +
              "n_inner": null,
         | 
| 17 | 
             
              "n_layer": 12,
         | 
| 18 | 
             
              "n_positions": 1024,
         | 
| 19 | 
             
              "resid_pdrop": 0.1,
         | 
|  | |
| 22 | 
             
              "summary_proj_to_labels": true,
         | 
| 23 | 
             
              "summary_type": "cls_index",
         | 
| 24 | 
             
              "summary_use_proj": true,
         | 
| 25 | 
            +
              "vocab_size": 50257
         | 
| 26 | 
             
            }
         | 

