Derek Thomas
		
	commited on
		
		
					Commit 
							
							·
						
						963d735
	
1
								Parent(s):
							
							8cc3903
								
Training in progress, step 500
Browse files
    	
        .gitignore
    ADDED
    
    | 
         @@ -0,0 +1 @@ 
     | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            checkpoint-*/
         
     | 
    	
        config.json
    ADDED
    
    | 
         @@ -0,0 +1,60 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "_name_or_path": "t5-base",
         
     | 
| 3 | 
         
            +
              "architectures": [
         
     | 
| 4 | 
         
            +
                "T5ForConditionalGeneration"
         
     | 
| 5 | 
         
            +
              ],
         
     | 
| 6 | 
         
            +
              "d_ff": 3072,
         
     | 
| 7 | 
         
            +
              "d_kv": 64,
         
     | 
| 8 | 
         
            +
              "d_model": 768,
         
     | 
| 9 | 
         
            +
              "decoder_start_token_id": 0,
         
     | 
| 10 | 
         
            +
              "dense_act_fn": "relu",
         
     | 
| 11 | 
         
            +
              "dropout_rate": 0.1,
         
     | 
| 12 | 
         
            +
              "eos_token_id": 1,
         
     | 
| 13 | 
         
            +
              "feed_forward_proj": "relu",
         
     | 
| 14 | 
         
            +
              "initializer_factor": 1.0,
         
     | 
| 15 | 
         
            +
              "is_encoder_decoder": true,
         
     | 
| 16 | 
         
            +
              "is_gated_act": false,
         
     | 
| 17 | 
         
            +
              "layer_norm_epsilon": 1e-06,
         
     | 
| 18 | 
         
            +
              "model_type": "t5",
         
     | 
| 19 | 
         
            +
              "n_positions": 512,
         
     | 
| 20 | 
         
            +
              "num_decoder_layers": 12,
         
     | 
| 21 | 
         
            +
              "num_heads": 12,
         
     | 
| 22 | 
         
            +
              "num_layers": 12,
         
     | 
| 23 | 
         
            +
              "output_past": true,
         
     | 
| 24 | 
         
            +
              "pad_token_id": 0,
         
     | 
| 25 | 
         
            +
              "relative_attention_max_distance": 128,
         
     | 
| 26 | 
         
            +
              "relative_attention_num_buckets": 32,
         
     | 
| 27 | 
         
            +
              "task_specific_params": {
         
     | 
| 28 | 
         
            +
                "summarization": {
         
     | 
| 29 | 
         
            +
                  "early_stopping": true,
         
     | 
| 30 | 
         
            +
                  "length_penalty": 2.0,
         
     | 
| 31 | 
         
            +
                  "max_length": 200,
         
     | 
| 32 | 
         
            +
                  "min_length": 30,
         
     | 
| 33 | 
         
            +
                  "no_repeat_ngram_size": 3,
         
     | 
| 34 | 
         
            +
                  "num_beams": 4,
         
     | 
| 35 | 
         
            +
                  "prefix": "summarize: "
         
     | 
| 36 | 
         
            +
                },
         
     | 
| 37 | 
         
            +
                "translation_en_to_de": {
         
     | 
| 38 | 
         
            +
                  "early_stopping": true,
         
     | 
| 39 | 
         
            +
                  "max_length": 300,
         
     | 
| 40 | 
         
            +
                  "num_beams": 4,
         
     | 
| 41 | 
         
            +
                  "prefix": "translate English to German: "
         
     | 
| 42 | 
         
            +
                },
         
     | 
| 43 | 
         
            +
                "translation_en_to_fr": {
         
     | 
| 44 | 
         
            +
                  "early_stopping": true,
         
     | 
| 45 | 
         
            +
                  "max_length": 300,
         
     | 
| 46 | 
         
            +
                  "num_beams": 4,
         
     | 
| 47 | 
         
            +
                  "prefix": "translate English to French: "
         
     | 
| 48 | 
         
            +
                },
         
     | 
| 49 | 
         
            +
                "translation_en_to_ro": {
         
     | 
| 50 | 
         
            +
                  "early_stopping": true,
         
     | 
| 51 | 
         
            +
                  "max_length": 300,
         
     | 
| 52 | 
         
            +
                  "num_beams": 4,
         
     | 
| 53 | 
         
            +
                  "prefix": "translate English to Romanian: "
         
     | 
| 54 | 
         
            +
                }
         
     | 
| 55 | 
         
            +
              },
         
     | 
| 56 | 
         
            +
              "torch_dtype": "float32",
         
     | 
| 57 | 
         
            +
              "transformers_version": "4.27.1",
         
     | 
| 58 | 
         
            +
              "use_cache": true,
         
     | 
| 59 | 
         
            +
              "vocab_size": 32128
         
     | 
| 60 | 
         
            +
            }
         
     | 
    	
        logs/1679323036.7293334/events.out.tfevents.1679323036.a4e382f4421a.1876.3
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:cfe3451106fb8b77c47404357f8f909d201e64421d1a438528d62cb107b923b5
         
     | 
| 3 | 
         
            +
            size 6095
         
     | 
    	
        logs/events.out.tfevents.1679323036.a4e382f4421a.1876.2
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:e30fffb7801ce156b60884c109c0c971032c3c9e847aebf5c5fadd611ad67c2e
         
     | 
| 3 | 
         
            +
            size 5859
         
     | 
    	
        pytorch_model.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:59150e1a86b19d894ff7f5f1ee29fb16b52f08d487aa592d347af18b3c61aca2
         
     | 
| 3 | 
         
            +
            size 891702929
         
     | 
    	
        training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:605f9e5b814bfc445bf86e0adf30cb019ee4a6d780764ec9fe0862ce6f7d1714
         
     | 
| 3 | 
         
            +
            size 3707
         
     |