Create README.md
Browse files
    	
        README.md
    ADDED
    
    | @@ -0,0 +1,37 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            ---
         | 
| 2 | 
            +
            license: other
         | 
| 3 | 
            +
            language:
         | 
| 4 | 
            +
            - en
         | 
| 5 | 
            +
            base_model:
         | 
| 6 | 
            +
            - Nitral-AI/Captain-Eris_Violet-V0.420-12B
         | 
| 7 | 
            +
            ---
         | 
| 8 | 
            +
            
         | 
| 9 | 
            +
             | 
| 10 | 
            +
             | 
| 11 | 
            +
            
         | 
| 12 | 
            +
             | 
| 13 | 
            +
            ## Original Models used in the merge:
         | 
| 14 | 
            +
            [Epiculous/Violet_Twilight-v0.2](https://huggingface.co/Epiculous/Violet_Twilight-v0.2)
         | 
| 15 | 
            +
            [Nitral-AI/Captain_BMO-12B](https://huggingface.co/Nitral-AI/Captain_BMO-12B)
         | 
| 16 | 
            +
             | 
| 17 | 
            +
             | 
| 18 | 
            +
            ### The following YAML configuration was used to produce this model:
         | 
| 19 | 
            +
             | 
| 20 | 
            +
            ```yaml
         | 
| 21 | 
            +
            slices:
         | 
| 22 | 
            +
              - sources:
         | 
| 23 | 
            +
                  - model: Nitral-AI/Captain_BMO-12B
         | 
| 24 | 
            +
                    layer_range: [0, 40]
         | 
| 25 | 
            +
                  - model: Epiculous/Violet_Twilight-v0.2
         | 
| 26 | 
            +
                    layer_range: [0, 40]
         | 
| 27 | 
            +
            merge_method: slerp
         | 
| 28 | 
            +
            base_model: Nitral-AI/Captain_BMO-12B
         | 
| 29 | 
            +
            parameters:
         | 
| 30 | 
            +
              t:
         | 
| 31 | 
            +
                - filter: self_attn
         | 
| 32 | 
            +
                  value: [0, 0.5, 0.3, 0.7, 1]
         | 
| 33 | 
            +
                - filter: mlp
         | 
| 34 | 
            +
                  value: [1, 0.5, 0.7, 0.3, 0]
         | 
| 35 | 
            +
                - value: 0.420
         | 
| 36 | 
            +
            dtype: bfloat16
         | 
| 37 | 
            +
            ```
         | 

