dexiongc commited on
Commit
0848a97
·
verified ·
1 Parent(s): 1afa217

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. README.md +62 -0
  2. config.json +72 -0
  3. pytorch_model.bin +3 -0
README.md ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: tedbench
3
+ tags:
4
+ - protein
5
+ - structure
6
+ - fold-classification
7
+ - tedbench
8
+ pipeline_tag: other
9
+ license: bsd-3-clause
10
+ ---
11
+
12
+ # TEDBench — Supervised from scratch (structure only)
13
+
14
+ **Variant:** `miae_b`  |  **Parameters:** 102M  |  **Layers:** 12  |  **Hidden dim:** 768  |  **Attn heads:** 12
15
+
16
+ This **MiAEClassifier** was trained from scratch on TEDBench without pretraining.
17
+
18
+ Part of the [TEDBench](https://github.com/BorgwardtLab/TEDBench) benchmark for
19
+ protein fold classification (ICML 2026). MiAE is an SE(3)-invariant masked
20
+ autoencoder that masks up to 90% of backbone frames and reconstructs the full
21
+ structure with a lightweight decoder.
22
+
23
+ ## Architecture sizes
24
+
25
+ | Variant | Params | Layers | Hidden dim | Attn heads |
26
+ |---------|-------:|-------:|-----------:|-----------:|
27
+ | `miae_s` | 29 M | 6 | 512 | 8 |
28
+ | `miae_b` | 102 M | 12 | 768 | 12 |
29
+ | `miae_l` | 339 M | 24 | 1 024 | 16 |
30
+
31
+ Append `+model.use_seq_input=true` to `miae_b` for the **+seq** variant.
32
+
33
+ ## Usage
34
+
35
+ ### Load from the HuggingFace Hub
36
+
37
+ ```python
38
+ from tedbench.utils.io import load_from_hf
39
+
40
+ model = load_from_hf("TEDBench/miae-b-sc")
41
+ model.eval()
42
+ ```
43
+
44
+ ### From a Lightning checkpoint
45
+
46
+ ```python
47
+ from tedbench.model import MiAEClassifier
48
+
49
+ model = MiAEClassifier.load_from_checkpoint("model.ckpt", weights_only=False)
50
+ model.eval()
51
+ ```
52
+
53
+ ## Citation
54
+
55
+ ```bibtex
56
+ @inproceedings{chen2026tedbench,
57
+ title={Protein Fold Classification at Scale: Benchmarking and Pretraining},
58
+ author={Chen, Dexiong and Manolache, Andrei and Niepert, Mathias and Borgwardt, Karsten},
59
+ booktitle={Proceedings of the 43rd International Conference on Machine Learning},
60
+ year={2026}
61
+ }
62
+ ```
config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "seed": 42,
3
+ "debug": false,
4
+ "wandb": true,
5
+ "pretrained_model_path": null,
6
+ "datamodule": {
7
+ "batch_size": 64,
8
+ "pin_memory": true,
9
+ "num_workers": 12,
10
+ "train_transform": {
11
+ "_target_": "tedbench.data.transform.Compose",
12
+ "transforms": [
13
+ {
14
+ "_target_": "tedbench.data.transform.RandomCrop",
15
+ "size": 512
16
+ },
17
+ {
18
+ "_target_": "tedbench.data.transform.RandomNoise",
19
+ "std": 0.2,
20
+ "mean": 0.0
21
+ }
22
+ ]
23
+ },
24
+ "_target_": "tedbench.data.TEDLightningDataset",
25
+ "root": "./datasets/ted",
26
+ "dataset_name": "ted"
27
+ },
28
+ "trainer": {
29
+ "_target_": "pytorch_lightning.Trainer",
30
+ "accelerator": "auto",
31
+ "max_steps": 18300,
32
+ "strategy": "auto",
33
+ "devices": "auto",
34
+ "default_root_dir": "${logs.path}",
35
+ "num_sanity_val_steps": 0,
36
+ "accumulate_grad_batches": 8
37
+ },
38
+ "train": {
39
+ "optimizer": {
40
+ "_target_": "torch.optim.AdamW",
41
+ "lr": 0.0016,
42
+ "weight_decay": 0.1,
43
+ "betas": [
44
+ 0.9,
45
+ 0.95
46
+ ]
47
+ },
48
+ "lr_scheduler": {
49
+ "_target_": "tedbench.lr_schedulers.get_cosine_schedule_with_warmup",
50
+ "warmup_steps": 1830,
51
+ "max_steps": "${trainer.max_steps}"
52
+ },
53
+ "loss": {
54
+ "_target_": "torch.nn.CrossEntropyLoss",
55
+ "label_smoothing": 0.0
56
+ },
57
+ "llrd": 1.0,
58
+ "ckpt_path": null
59
+ },
60
+ "model": {
61
+ "_target_": "tedbench.model.miae_encoder_model",
62
+ "name": "miae_b",
63
+ "num_classes": 965,
64
+ "avg_pool": false
65
+ },
66
+ "logs": {
67
+ "prefix": "logs/finetune/${datamodule.dataset_name}/${seed}",
68
+ "path": "${logs.prefix}/runs/${now:%Y-%m-%d}_${now:%H-%M-%S}"
69
+ },
70
+ "mode": {},
71
+ "_model_class": "miae_classifier"
72
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4119c6f3a6ee90c2e704aa7803752fd0d1ba36ae30ce0654f7116cb3199d5fc5
3
+ size 410341195