Update config.json
Browse files- config.json +4 -16
 
    	
        config.json
    CHANGED
    
    | 
         @@ -3,32 +3,20 @@ 
     | 
|
| 3 | 
         
             
                "XLMRobertaForMaskedLM"
         
     | 
| 4 | 
         
             
              ],
         
     | 
| 5 | 
         
             
              "attention_probs_dropout_prob": 0.1,
         
     | 
| 6 | 
         
            -
              " 
     | 
| 
         | 
|
| 7 | 
         
             
              "hidden_act": "gelu",
         
     | 
| 8 | 
         
             
              "hidden_dropout_prob": 0.1,
         
     | 
| 9 | 
         
             
              "hidden_size": 768,
         
     | 
| 10 | 
         
            -
              "id2label": {
         
     | 
| 11 | 
         
            -
                "0": "LABEL_0",
         
     | 
| 12 | 
         
            -
                "1": "LABEL_1"
         
     | 
| 13 | 
         
            -
              },
         
     | 
| 14 | 
         
             
              "initializer_range": 0.02,
         
     | 
| 15 | 
         
             
              "intermediate_size": 3072,
         
     | 
| 16 | 
         
            -
              "is_decoder": false,
         
     | 
| 17 | 
         
            -
              "label2id": {
         
     | 
| 18 | 
         
            -
                "LABEL_0": 0,
         
     | 
| 19 | 
         
            -
                "LABEL_1": 1
         
     | 
| 20 | 
         
            -
              },
         
     | 
| 21 | 
         
             
              "layer_norm_eps": 1e-05,
         
     | 
| 22 | 
         
             
              "max_position_embeddings": 514,
         
     | 
| 
         | 
|
| 23 | 
         
             
              "num_attention_heads": 12,
         
     | 
| 24 | 
         
             
              "num_hidden_layers": 12,
         
     | 
| 25 | 
         
            -
              "num_labels": 2,
         
     | 
| 26 | 
         
            -
              "output_attentions": false,
         
     | 
| 27 | 
         
            -
              "output_hidden_states": false,
         
     | 
| 28 | 
         
             
              "output_past": true,
         
     | 
| 29 | 
         
            -
              " 
     | 
| 30 | 
         
            -
              "torchscript": false,
         
     | 
| 31 | 
         
             
              "type_vocab_size": 1,
         
     | 
| 32 | 
         
            -
              "use_bfloat16": false,
         
     | 
| 33 | 
         
             
              "vocab_size": 250002
         
     | 
| 34 | 
         
             
            }
         
     | 
| 
         | 
|
| 3 | 
         
             
                "XLMRobertaForMaskedLM"
         
     | 
| 4 | 
         
             
              ],
         
     | 
| 5 | 
         
             
              "attention_probs_dropout_prob": 0.1,
         
     | 
| 6 | 
         
            +
              "bos_token_id": 0,
         
     | 
| 7 | 
         
            +
              "eos_token_id": 2,
         
     | 
| 8 | 
         
             
              "hidden_act": "gelu",
         
     | 
| 9 | 
         
             
              "hidden_dropout_prob": 0.1,
         
     | 
| 10 | 
         
             
              "hidden_size": 768,
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 11 | 
         
             
              "initializer_range": 0.02,
         
     | 
| 12 | 
         
             
              "intermediate_size": 3072,
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 13 | 
         
             
              "layer_norm_eps": 1e-05,
         
     | 
| 14 | 
         
             
              "max_position_embeddings": 514,
         
     | 
| 15 | 
         
            +
              "model_type": "xlm-roberta",
         
     | 
| 16 | 
         
             
              "num_attention_heads": 12,
         
     | 
| 17 | 
         
             
              "num_hidden_layers": 12,
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 18 | 
         
             
              "output_past": true,
         
     | 
| 19 | 
         
            +
              "pad_token_id": 1,
         
     | 
| 
         | 
|
| 20 | 
         
             
              "type_vocab_size": 1,
         
     | 
| 
         | 
|
| 21 | 
         
             
              "vocab_size": 250002
         
     | 
| 22 | 
         
             
            }
         
     |