Matt
		
	commited on
		
		
					Commit 
							
							·
						
						f285b2c
	
1
								Parent(s):
							
							f18f828
								
Update modeling file
Browse files- modeling_florence2.py +11 -0
    	
        modeling_florence2.py
    CHANGED
    
    | @@ -1432,6 +1432,17 @@ class Florence2LanguagePreTrainedModel(PreTrainedModel): | |
| 1432 | 
             
                        module.weight.data.normal_(mean=0.0, std=std)
         | 
| 1433 | 
             
                        if module.padding_idx is not None:
         | 
| 1434 | 
             
                            module.weight.data[module.padding_idx].zero_()
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 1435 |  | 
| 1436 | 
             
                @property
         | 
| 1437 | 
             
                def dummy_inputs(self):
         | 
|  | |
| 1432 | 
             
                        module.weight.data.normal_(mean=0.0, std=std)
         | 
| 1433 | 
             
                        if module.padding_idx is not None:
         | 
| 1434 | 
             
                            module.weight.data[module.padding_idx].zero_()
         | 
| 1435 | 
            +
                    elif isinstance(module, nn.Conv2d):
         | 
| 1436 | 
            +
                        nn.init.normal_(module.weight, std=0.02)
         | 
| 1437 | 
            +
                        for name, _ in module.named_parameters():
         | 
| 1438 | 
            +
                            if name == "bias":
         | 
| 1439 | 
            +
                                nn.init.constant_(module.bias, 0)
         | 
| 1440 | 
            +
                    elif isinstance(module, nn.LayerNorm):
         | 
| 1441 | 
            +
                        nn.init.constant_(module.weight, 1.0)
         | 
| 1442 | 
            +
                        nn.init.constant_(module.bias, 0)
         | 
| 1443 | 
            +
                    elif isinstance(module, nn.BatchNorm2d):
         | 
| 1444 | 
            +
                        nn.init.constant_(module.weight, 1.0)
         | 
| 1445 | 
            +
                        nn.init.constant_(module.bias, 0)
         | 
| 1446 |  | 
| 1447 | 
             
                @property
         | 
| 1448 | 
             
                def dummy_inputs(self):
         | 
