Create README.md
Browse files
    	
        README.md
    ADDED
    
    | @@ -0,0 +1,72 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            ---
         | 
| 2 | 
            +
            language:
         | 
| 3 | 
            +
            - en
         | 
| 4 | 
            +
            license: apache-2.0
         | 
| 5 | 
            +
            tags:
         | 
| 6 | 
            +
            - t5-small
         | 
| 7 | 
            +
            - text2text-generation
         | 
| 8 | 
            +
            - natural language generation
         | 
| 9 | 
            +
            - conversational system
         | 
| 10 | 
            +
            - task-oriented dialog
         | 
| 11 | 
            +
            datasets:
         | 
| 12 | 
            +
            - ConvLab/multiwoz21
         | 
| 13 | 
            +
            metrics:
         | 
| 14 | 
            +
            - Slot Error Rate
         | 
| 15 | 
            +
            - sacrebleu
         | 
| 16 | 
            +
             | 
| 17 | 
            +
            model-index:
         | 
| 18 | 
            +
            - name: t5-small-nlg-all-multiwoz21
         | 
| 19 | 
            +
              results:
         | 
| 20 | 
            +
              - task:
         | 
| 21 | 
            +
                  type: text2text-generation
         | 
| 22 | 
            +
                  name: natural language generation
         | 
| 23 | 
            +
                dataset:
         | 
| 24 | 
            +
                  type: ConvLab/multiwoz21
         | 
| 25 | 
            +
                  name: MultiWOZ 2.1
         | 
| 26 | 
            +
                  split: test
         | 
| 27 | 
            +
                  revision: 5f55375edbfe0270c20bcf770751ad982c0e6614
         | 
| 28 | 
            +
                metrics:
         | 
| 29 | 
            +
                  - type: Slot Error Rate
         | 
| 30 | 
            +
                    value: 5.4
         | 
| 31 | 
            +
                    name: SER
         | 
| 32 | 
            +
                  - type: sacrebleu
         | 
| 33 | 
            +
                    value: 29.7
         | 
| 34 | 
            +
                    name: BLEU
         | 
| 35 | 
            +
             | 
| 36 | 
            +
            widget:
         | 
| 37 | 
            +
            - text: "[inform][taxi]([destination][Pizza Hut Fen Ditton],[departure][Saint John's college])\n\nuser: "
         | 
| 38 | 
            +
            - text: "[request][taxi]([leave at][],[arrive by][])\n\nsystem: "
         | 
| 39 | 
            +
             | 
| 40 | 
            +
            inference:
         | 
| 41 | 
            +
              parameters:
         | 
| 42 | 
            +
                max_length: 100
         | 
| 43 | 
            +
             | 
| 44 | 
            +
            ---
         | 
| 45 | 
            +
             | 
| 46 | 
            +
            # t5-small-nlg-all-multiwoz21
         | 
| 47 | 
            +
             | 
| 48 | 
            +
            This model is a fine-tuned version of [t5-small](https://huggingface.co/t5-small) on [MultiWOZ 2.1](https://huggingface.co/datasets/ConvLab/multiwoz21) both user and system utterances.
         | 
| 49 | 
            +
             | 
| 50 | 
            +
            Refer to [ConvLab-3](https://github.com/ConvLab/ConvLab-3) for model description and usage.
         | 
| 51 | 
            +
             | 
| 52 | 
            +
            ## Training procedure
         | 
| 53 | 
            +
             | 
| 54 | 
            +
            ### Training hyperparameters
         | 
| 55 | 
            +
             | 
| 56 | 
            +
            The following hyperparameters were used during training:
         | 
| 57 | 
            +
            - learning_rate: 0.001
         | 
| 58 | 
            +
            - train_batch_size: 128
         | 
| 59 | 
            +
            - eval_batch_size: 64
         | 
| 60 | 
            +
            - seed: 42
         | 
| 61 | 
            +
            - gradient_accumulation_steps: 4
         | 
| 62 | 
            +
            - total_train_batch_size: 512
         | 
| 63 | 
            +
            - optimizer: Adafactor
         | 
| 64 | 
            +
            - lr_scheduler_type: linear
         | 
| 65 | 
            +
            - num_epochs: 10.0
         | 
| 66 | 
            +
             | 
| 67 | 
            +
            ### Framework versions
         | 
| 68 | 
            +
             | 
| 69 | 
            +
            - Transformers 4.20.1
         | 
| 70 | 
            +
            - Pytorch 1.11.0+cu102
         | 
| 71 | 
            +
            - Datasets 2.3.2
         | 
| 72 | 
            +
            - Tokenizers 0.12.1
         | 
