Update config.json
Browse filesupdate max positoins embeddings
- config.json +1 -1
config.json
CHANGED
@@ -138,7 +138,7 @@
|
|
138 |
"initializer_range": 0.02,
|
139 |
"intermediate_size": 8192,
|
140 |
"logits_scaling": 8.0,
|
141 |
-
"max_position_embeddings":
|
142 |
"mlp_bias": false,
|
143 |
"model_type": "granite",
|
144 |
"num_attention_heads": 32,
|
|
|
138 |
"initializer_range": 0.02,
|
139 |
"intermediate_size": 8192,
|
140 |
"logits_scaling": 8.0,
|
141 |
+
"max_position_embeddings": 131072,
|
142 |
"mlp_bias": false,
|
143 |
"model_type": "granite",
|
144 |
"num_attention_heads": 32,
|