upload the version of phenom-beta that was actually trained on JUMP+RxRx3

config.json

@@ -1,4 +1,5 @@
 {
+  "_attn_implementation_autoset": true,
   "apply_loss_unmasked": false,
   "architectures": [
     "MAEModel"
@@ -6,8 +7,8 @@
   "crop_size": -1,
   "decoder": {
     "_target_": "mae_modules.CAMAEDecoder",
-    "depth": 4,
-    "embed_dim": 256,
+    "depth": 8,
+    "embed_dim": 512,
     "mlp_ratio": 4,
     "norm_layer": {
       "_partial_": true,
@@ -77,7 +78,7 @@
     "weight_decay": 0.05
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.45.2",
+  "transformers_version": "4.46.1",
   "trim_encoder_blocks": null,
   "use_MAE_weight_init": false
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af2bd54c39e670fba444ca08e0e223daf1a26394f26974259fd2d194e20bd5b7
-size 171208758
+oid sha256:e1f1ad069f4478524c55525ed4c19f9eb82b0ea9a44995c87b312991f9ad9473
+size 712434294