jxie
/

sma-biology-pretrained

Inference Endpoints

Model card Files Files and versions Community

jxie commited on Mar 2

Commit

2573fda

•

1 Parent(s): fb84b3d

Upload SMAForSSL

Files changed (2) hide show

config.json +2 -2
pytorch_model.bin +1 -1

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/iris/u/jwxie/workspace/domain-agnostic-pretraining/examples/research_projects/domain-agnostic-pretraining/saved_models/bio_pretrained/pfam_guided_self_random_select_masking_recon_small-adamw_torch-lr3e-4-wd0.01-mr0.15/checkpoint-1120000",
   "architectures": [
     "SMAForSSL"
   ],
@@ -37,7 +37,7 @@
   "layernorm_eps": 1e-12,
   "loss_fn": "mse",
   "max_position_embeddings": 1024,
-  "model_type": "perceiver_sma",
   "num_blocks": 1,
   "num_cross_attention_heads": 8,
   "num_discrete_tokens": 262,

 {
+  "_name_or_path": "/iris/u/jwxie/workspace/releases/domain-agnostic-pretraining/examples/saved_models/bio_pretrained/pfam_guided_self_random_select_masking_recon_small-adamw_torch-lr3e-4-wd0.01-mr0.15/checkpoint-1100000",
   "architectures": [
     "SMAForSSL"
   ],
   "layernorm_eps": 1e-12,
   "loss_fn": "mse",
   "max_position_embeddings": 1024,
+  "model_type": "sma",
   "num_blocks": 1,
   "num_cross_attention_heads": 8,
   "num_discrete_tokens": 262,

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c78b525243b69e5df56e69e9ee95571544f61880a489d576c21962b6a5fe340a
 size 329512757

 version https://git-lfs.github.com/spec/v1
+oid sha256:2a52562d6ce2eedd6baef3225ad8927e5ae0fab0cf85577e97b8e3d42eeec3c8
 size 329512757