Matt
commited on
Commit
·
f285b2c
1
Parent(s):
f18f828
Update modeling file
Browse files- modeling_florence2.py +11 -0
modeling_florence2.py
CHANGED
@@ -1432,6 +1432,17 @@ class Florence2LanguagePreTrainedModel(PreTrainedModel):
|
|
1432 |
module.weight.data.normal_(mean=0.0, std=std)
|
1433 |
if module.padding_idx is not None:
|
1434 |
module.weight.data[module.padding_idx].zero_()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1435 |
|
1436 |
@property
|
1437 |
def dummy_inputs(self):
|
|
|
1432 |
module.weight.data.normal_(mean=0.0, std=std)
|
1433 |
if module.padding_idx is not None:
|
1434 |
module.weight.data[module.padding_idx].zero_()
|
1435 |
+
elif isinstance(module, nn.Conv2d):
|
1436 |
+
nn.init.normal_(module.weight, std=0.02)
|
1437 |
+
for name, _ in module.named_parameters():
|
1438 |
+
if name == "bias":
|
1439 |
+
nn.init.constant_(module.bias, 0)
|
1440 |
+
elif isinstance(module, nn.LayerNorm):
|
1441 |
+
nn.init.constant_(module.weight, 1.0)
|
1442 |
+
nn.init.constant_(module.bias, 0)
|
1443 |
+
elif isinstance(module, nn.BatchNorm2d):
|
1444 |
+
nn.init.constant_(module.weight, 1.0)
|
1445 |
+
nn.init.constant_(module.bias, 0)
|
1446 |
|
1447 |
@property
|
1448 |
def dummy_inputs(self):
|