Matt
commited on
Commit
·
bef74d7
1
Parent(s):
c2d78d1
Update tied weights keys
Browse files- modeling_florence2.py +2 -2
modeling_florence2.py
CHANGED
|
@@ -2523,6 +2523,8 @@ class Florence2VisionModelWithProjection(Florence2PreTrainedModel):
|
|
| 2523 |
FLORENCE2_START_DOCSTRING,
|
| 2524 |
)
|
| 2525 |
class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
|
|
|
|
|
|
|
| 2526 |
def __init__(self, config: Florence2Config):
|
| 2527 |
super().__init__(config)
|
| 2528 |
assert config.vision_config.model_type == 'davit', 'only DaViT is supported for now'
|
|
@@ -2537,8 +2539,6 @@ class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
|
|
| 2537 |
|
| 2538 |
language_model = Florence2LanguageForConditionalGeneration(config=config.text_config)
|
| 2539 |
|
| 2540 |
-
if language_model._tied_weights_keys is not None:
|
| 2541 |
-
self._tied_weights_keys = [f"language_model.{k}" for k in language_model._tied_weights_keys]
|
| 2542 |
self.language_model = language_model
|
| 2543 |
|
| 2544 |
self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
|
|
|
|
| 2523 |
FLORENCE2_START_DOCSTRING,
|
| 2524 |
)
|
| 2525 |
class Florence2ForConditionalGeneration(Florence2PreTrainedModel):
|
| 2526 |
+
_tied_weights_keys = ["language_model.encoder.embed_tokens.weight", "language_model.decoder.embed_tokens.weight", "language_model.lm_head.weight"]
|
| 2527 |
+
|
| 2528 |
def __init__(self, config: Florence2Config):
|
| 2529 |
super().__init__(config)
|
| 2530 |
assert config.vision_config.model_type == 'davit', 'only DaViT is supported for now'
|
|
|
|
| 2539 |
|
| 2540 |
language_model = Florence2LanguageForConditionalGeneration(config=config.text_config)
|
| 2541 |
|
|
|
|
|
|
|
| 2542 |
self.language_model = language_model
|
| 2543 |
|
| 2544 |
self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
|