bak/eval-results/GUE/OmniGenome186M.json

{
   "config":{
      "model":"yangheng/omnigenome-186M",
      "model_args":"pretrained=yangheng/omnigenome-186M,revision=main,dtype=bfloat16",
      "num_fewshot":0,
      "batch_size":1,
      "batch_sizes":[
         
      ],
      "device":"cpu",
      "no_cache":true,
      "limit":20,
      "bootstrap_iters":100000,
      "description_dict":{"Tokenization":"SNT", "# of Params":"186M", "Pretraining Data":"54.2B Tokens", "Species":"1124 Plant Species", "Nucleic Acid":"mRNA, CDS, UTR"},
      "model_dtype":"bfloat16",
      "model_name":"yangheng/omnigenome-186M",
      "model_sha":"main"
   },
   "results":{
      "Yeast EMP":{
         "F1":0.7851
      },
      "Mouse TF-M":{
         "F1":0.8472
      },
      "Virus CVC":{
         "F1":0.7472
      },
      "Human TF-H":{
         "F1":0.8173
      },
      "Human PD":{
         "F1":0.9004
      },
      "Human CPD":{
         "F1":0.8522
      },
      "Human SSP":{
         "F1":0.9039
      }
   }
}