Upload DPLMForMaskedLM

config.json

@@ -1,5 +1,4 @@
 {
-  "add_cross_attention": false,
   "architectures": [
     "DPLMForMaskedLM"
   ],
@@ -22,7 +21,6 @@
   "hidden_size": 2560,
   "initializer_range": 0.02,
   "intermediate_size": 10240,
-  "is_decoder": false,
   "is_folding_model": false,
   "layer_norm_eps": 1e-05,
   "mask_token_id": 32,
@@ -34,7 +32,7 @@
   "position_embedding_type": "rotary",
   "tie_word_embeddings": false,
   "token_dropout": true,
-  "transformers_version": "5.2.0",
+  "transformers_version": "4.57.6",
   "use_cache": true,
   "vocab_list": null,
   "vocab_size": 33

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb9cb606e6298c038eb2777a450229597204ea4fa4f0b5e9b25f60c2e48daf2e
-size 4941284784
+oid sha256:37b54855d087ef3e7d883464ae9d5ea3127ec15a16c6323d91ad16a6b98305c9
+size 4930778400

model.safetensors.index.json

@@ -1,11 +1,11 @@
 {
   "metadata": {
-    "total_size": 11366871304
+    "total_parameters": 2839090114,
+    "total_size": 11356365064
   },
   "weight_map": {
     "esm.contact_head.regression.bias": "model-00003-of-00003.safetensors",
     "esm.contact_head.regression.weight": "model-00003-of-00003.safetensors",
-    "esm.embeddings.position_embeddings.weight": "model-00001-of-00003.safetensors",
     "esm.embeddings.word_embeddings.weight": "model-00001-of-00003.safetensors",
     "esm.encoder.emb_layer_norm_after.bias": "model-00003-of-00003.safetensors",
     "esm.encoder.emb_layer_norm_after.weight": "model-00003-of-00003.safetensors",