Commit 
							
							·
						
						936fc55
	
1
								Parent(s):
							
							a5c8183
								
Add evaluation results on the default config and test split of xsum
Browse filesBeep boop, I am a bot from Hugging Face's automatic model evaluator 👋!\
Your model has been evaluated on the default config and test split of the [xsum](https://huggingface.co/datasets/xsum) dataset by 
@d0rj
	, using the predictions stored [here](https://huggingface.co/datasets/autoevaluate/autoeval-eval-xsum-default-199117-68890145630).\
Accept this pull request to see the results displayed on the [Hub leaderboard](https://huggingface.co/spaces/autoevaluate/leaderboards?dataset=xsum).\
Evaluate your model on more datasets [here](https://huggingface.co/spaces/autoevaluate/model-evaluator?dataset=xsum).
    	
        README.md
    CHANGED
    
    | @@ -110,6 +110,45 @@ model-index: | |
| 110 | 
             
                  name: gen_len
         | 
| 111 | 
             
                  verified: true
         | 
| 112 | 
             
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZTIzNWY2NGEyNjQyMzdmYmM4ZDI5MTVkZDQ0ZTk3NmFiOWRjNTdiMjU3MmQwY2NhZTEzNTVhZGU5NTZhN2JiZiIsInZlcnNpb24iOjF9.7C3OQP2bl0EZRhRlRYtxd6cQapif0a2Vq5kRFiSdX6KLxU_QALZAlh_9DFyyYPh39R3e6Hyi438Ox6BGaalmBA
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 113 | 
             
            ---
         | 
| 114 |  | 
| 115 | 
             
            # rut5-base-summ
         | 
|  | |
| 110 | 
             
                  name: gen_len
         | 
| 111 | 
             
                  verified: true
         | 
| 112 | 
             
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZTIzNWY2NGEyNjQyMzdmYmM4ZDI5MTVkZDQ0ZTk3NmFiOWRjNTdiMjU3MmQwY2NhZTEzNTVhZGU5NTZhN2JiZiIsInZlcnNpb24iOjF9.7C3OQP2bl0EZRhRlRYtxd6cQapif0a2Vq5kRFiSdX6KLxU_QALZAlh_9DFyyYPh39R3e6Hyi438Ox6BGaalmBA
         | 
| 113 | 
            +
              - task:
         | 
| 114 | 
            +
                  type: summarization
         | 
| 115 | 
            +
                  name: Summarization
         | 
| 116 | 
            +
                dataset:
         | 
| 117 | 
            +
                  name: xsum
         | 
| 118 | 
            +
                  type: xsum
         | 
| 119 | 
            +
                  config: default
         | 
| 120 | 
            +
                  split: test
         | 
| 121 | 
            +
                metrics:
         | 
| 122 | 
            +
                - type: rouge
         | 
| 123 | 
            +
                  value: 16.1279
         | 
| 124 | 
            +
                  name: ROUGE-1
         | 
| 125 | 
            +
                  verified: true
         | 
| 126 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgxZjgzZjAwOGViNTNjZDZhNTBhNzUzOTJiYmRkOWM5NDc0MjAxNzdjZDMyMDhlYzFiN2NlNGI5OTVkNDNiOCIsInZlcnNpb24iOjF9.Ix7CPD9gti8W7OMF4NtbMejt6fPEoZRJw2O-GeV-JRkgrIRXkrifGGE55BHdQyEe2KRcAcNCTav6igtiuEd7Cw
         | 
| 127 | 
            +
                - type: rouge
         | 
| 128 | 
            +
                  value: 2.1128
         | 
| 129 | 
            +
                  name: ROUGE-2
         | 
| 130 | 
            +
                  verified: true
         | 
| 131 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmViN2Y2OTA2YmE4YWYyODUxZDljNzkwMTM0ZWQ0ZTdjYWIzOTY0NzZjZTA1ZWNhNmE3OTU0NDAzNjVkMmE4ZSIsInZlcnNpb24iOjF9.G0EZ_XzRCLNeNL32Hzr7nGQmbX8rOjHfVuZW2zyIgnzenMMHWzAtN5vqq7R9ZVPP3roLFD5XSFyigHchIqu2Cg
         | 
| 132 | 
            +
                - type: rouge
         | 
| 133 | 
            +
                  value: 12.2033
         | 
| 134 | 
            +
                  name: ROUGE-L
         | 
| 135 | 
            +
                  verified: true
         | 
| 136 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTM3YTY2YWY5M2VhM2MyNWZhOGZlNTZlMjk5Y2MzMGViYTAyOGJjODZkZTBhMjZjOWViYTI4Y2RkMmEwZTQxNCIsInZlcnNpb24iOjF9.i3wgF36CvXF3rVGQHiR7bpkQ4zB7huuOn8yNnj-elmOkDmp7Mmw1UfGCX_1x99mBrnMHWdCJ57rCCYr2XbWrAw
         | 
| 137 | 
            +
                - type: rouge
         | 
| 138 | 
            +
                  value: 12.4127
         | 
| 139 | 
            +
                  name: ROUGE-LSUM
         | 
| 140 | 
            +
                  verified: true
         | 
| 141 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODg2MDUxZGU3MThjNzUxY2FiYjE3NTk5ZTdkNTYzMmFmNGVmZGU0NDQwOWQzOWNiZDE5YmViNDZlMzA4OWI2ZCIsInZlcnNpb24iOjF9.VJsGd6PO5iy5p5bE2QS81UXhxocsEnRNswbPcWdMDO9yQ4rU7v0QlucI53bQ7MPGpDThMCfyjpvnu682rQDGDg
         | 
| 142 | 
            +
                - type: loss
         | 
| 143 | 
            +
                  value: 4.575754165649414
         | 
| 144 | 
            +
                  name: loss
         | 
| 145 | 
            +
                  verified: true
         | 
| 146 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmY5NTc1MGY3MmFkNWMyZDlmNTZhOWYyYWRhNGM0MWJkYmVjZGZiODAzYmZmMDk3MjViMDNjYjFlYmJlZDhiYSIsInZlcnNpb24iOjF9.0Tc8MQAwiII5CcQTtb7MO-vZX_KXiBuKy30c4qG5MeRgcLmKMYZcG-zb2MgHr-kthgsHAasDciWOPhzMxMNzDg
         | 
| 147 | 
            +
                - type: gen_len
         | 
| 148 | 
            +
                  value: 39.2258
         | 
| 149 | 
            +
                  name: gen_len
         | 
| 150 | 
            +
                  verified: true
         | 
| 151 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGM1NTgzMjJlYjMxZjhmM2E1NjIwMDI4YTJkNzI5YjNlMWNiOTQxYTMxNzg3Zjk4YjBiOGU3MGMxNWJkNzUwZSIsInZlcnNpb24iOjF9.xFEROlFxxfmkQDBXQOaCOXApaVoarWTQYTVw8pB8CCRuKSRWljDWuPARSLX79Mv0k3VtHhWNRneW4PakeVyPCA
         | 
| 152 | 
             
            ---
         | 
| 153 |  | 
| 154 | 
             
            # rut5-base-summ
         | 

