Update config.json
Browse files- config.json +5 -0
config.json
CHANGED
|
@@ -71,6 +71,11 @@
|
|
| 71 |
"max_position_embeddings": 1024,
|
| 72 |
"model_class": null,
|
| 73 |
"model_type":"matformer",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 74 |
"name": "BabyLM",
|
| 75 |
"num_attention_heads": 12,
|
| 76 |
"num_hidden_layers": 12,
|
|
|
|
| 71 |
"max_position_embeddings": 1024,
|
| 72 |
"model_class": null,
|
| 73 |
"model_type":"matformer",
|
| 74 |
+
"auto_map": {
|
| 75 |
+
"AutoConfig": "modeling_matformer.MatformerConfig",
|
| 76 |
+
"AutoModel": "modeling_matformer.MatformerModel",
|
| 77 |
+
"AutoModelForCausalLM": "modeling_matformer.MatformerForCausalLM"
|
| 78 |
+
},
|
| 79 |
"name": "BabyLM",
|
| 80 |
"num_attention_heads": 12,
|
| 81 |
"num_hidden_layers": 12,
|