Upload 5 files

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "EsmForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "classifier_dropout": null,
+  "emb_layer_norm_before": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob":0.0,
+  "hidden_size": 480,
+  "initializer_range": 0.02,
+  "intermediate_size": 1920,
+  "layer_norm_eps": 1e-05,
+  "mask_token_id": 4,
+  "max_position_embeddings": 1026,
+  "model_type": "esm",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "rotary",
+  "token_dropout": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.23.0.dev0",
+  "use_cache": true,
+  "vocab_size": 446
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b96c3ae2b12cc2d7a263d02c5ab53bbeb703d83dfcd30445c7d89d405c20975
+size 136862061

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,3 @@
+{
+  "tokenizer_class": "EsmTokenizer"
+}

vocab.txt

@@ -0,0 +1,446 @@
+<cls>
+<pad>
+<eos>
+<unk>
+<mask>
+Ap
+Ay
+An
+Aw
+Ar
+Aq
+Ah
+Ag
+Ad
+Al
+Av
+At
+Am
+Af
+As
+Aa
+Ae
+Ai
+Ak
+Ac
+A#
+Cp
+Cy
+Cn
+Cw
+Cr
+Cq
+Ch
+Cg
+Cd
+Cl
+Cv
+Ct
+Cm
+Cf
+Cs
+Ca
+Ce
+Ci
+Ck
+Cc
+C#
+Dp
+Dy
+Dn
+Dw
+Dr
+Dq
+Dh
+Dg
+Dd
+Dl
+Dv
+Dt
+Dm
+Df
+Ds
+Da
+De
+Di
+Dk
+Dc
+D#
+Ep
+Ey
+En
+Ew
+Er
+Eq
+Eh
+Eg
+Ed
+El
+Ev
+Et
+Em
+Ef
+Es
+Ea
+Ee
+Ei
+Ek
+Ec
+E#
+Fp
+Fy
+Fn
+Fw
+Fr
+Fq
+Fh
+Fg
+Fd
+Fl
+Fv
+Ft
+Fm
+Ff
+Fs
+Fa
+Fe
+Fi
+Fk
+Fc
+F#
+Gp
+Gy
+Gn
+Gw
+Gr
+Gq
+Gh
+Gg
+Gd
+Gl
+Gv
+Gt
+Gm
+Gf
+Gs
+Ga
+Ge
+Gi
+Gk
+Gc
+G#
+Hp
+Hy
+Hn
+Hw
+Hr
+Hq
+Hh
+Hg
+Hd
+Hl
+Hv
+Ht
+Hm
+Hf
+Hs
+Ha
+He
+Hi
+Hk
+Hc
+H#
+Ip
+Iy
+In
+Iw
+Ir
+Iq
+Ih
+Ig
+Id
+Il
+Iv
+It
+Im
+If
+Is
+Ia
+Ie
+Ii
+Ik
+Ic
+I#
+Kp
+Ky
+Kn
+Kw
+Kr
+Kq
+Kh
+Kg
+Kd
+Kl
+Kv
+Kt
+Km
+Kf
+Ks
+Ka
+Ke
+Ki
+Kk
+Kc
+K#
+Lp
+Ly
+Ln
+Lw
+Lr
+Lq
+Lh
+Lg
+Ld
+Ll
+Lv
+Lt
+Lm
+Lf
+Ls
+La
+Le
+Li
+Lk
+Lc
+L#
+Mp
+My
+Mn
+Mw
+Mr
+Mq
+Mh
+Mg
+Md
+Ml
+Mv
+Mt
+Mm
+Mf
+Ms
+Ma
+Me
+Mi
+Mk
+Mc
+M#
+Np
+Ny
+Nn
+Nw
+Nr
+Nq
+Nh
+Ng
+Nd
+Nl
+Nv
+Nt
+Nm
+Nf
+Ns
+Na
+Ne
+Ni
+Nk
+Nc
+N#
+Pp
+Py
+Pn
+Pw
+Pr
+Pq
+Ph
+Pg
+Pd
+Pl
+Pv
+Pt
+Pm
+Pf
+Ps
+Pa
+Pe
+Pi
+Pk
+Pc
+P#
+Qp
+Qy
+Qn
+Qw
+Qr
+Qq
+Qh
+Qg
+Qd
+Ql
+Qv
+Qt
+Qm
+Qf
+Qs
+Qa
+Qe
+Qi
+Qk
+Qc
+Q#
+Rp
+Ry
+Rn
+Rw
+Rr
+Rq
+Rh
+Rg
+Rd
+Rl
+Rv
+Rt
+Rm
+Rf
+Rs
+Ra
+Re
+Ri
+Rk
+Rc
+R#
+Sp
+Sy
+Sn
+Sw
+Sr
+Sq
+Sh
+Sg
+Sd
+Sl
+Sv
+St
+Sm
+Sf
+Ss
+Sa
+Se
+Si
+Sk
+Sc
+S#
+Tp
+Ty
+Tn
+Tw
+Tr
+Tq
+Th
+Tg
+Td
+Tl
+Tv
+Tt
+Tm
+Tf
+Ts
+Ta
+Te
+Ti
+Tk
+Tc
+T#
+Vp
+Vy
+Vn
+Vw
+Vr
+Vq
+Vh
+Vg
+Vd
+Vl
+Vv
+Vt
+Vm
+Vf
+Vs
+Va
+Ve
+Vi
+Vk
+Vc
+V#
+Wp
+Wy
+Wn
+Ww
+Wr
+Wq
+Wh
+Wg
+Wd
+Wl
+Wv
+Wt
+Wm
+Wf
+Ws
+Wa
+We
+Wi
+Wk
+Wc
+W#
+Yp
+Yy
+Yn
+Yw
+Yr
+Yq
+Yh
+Yg
+Yd
+Yl
+Yv
+Yt
+Ym
+Yf
+Ys
+Ya
+Ye
+Yi
+Yk
+Yc
+Y#
+#p
+#y
+#n
+#w
+#r
+#q
+#h
+#g
+#d
+#l
+#v
+#t
+#m
+#f
+#s
+#a
+#e
+#i
+#k
+#c
+##