bak/eval-results/GUE/DNABERT-2-117M.json

{
   "config":{
      "model":"zhihan1996/DNABERT-2-117M",
      "model_args":"pretrained=zhihan1996/DNABERT-2-117M,revision=main,dtype=bfloat16",
      "num_fewshot":0,
      "batch_size":1,
      "batch_sizes":[
         
      ],
      "device":"cpu",
      "no_cache":true,
      "limit":20,
      "bootstrap_iters":100000,
      "description_dict":{"Tokenization":"BPE", "# of Params":"117M", "Pretraining Data":"32.49B Tokens", "Species":"Human + 135 Species", "Nucleic Acid":"DNA"},
      "model_dtype":"bfloat16",
      "model_name":"zhihan1996/DNABERT-2-117M",
      "model_sha":"main"
   },
   "results":{
      "Yeast EMP":{
         "F1":0.7585
      },
      "Mouse TF-M":{
         "F1":0.8623
      },
      "Virus CVC":{
         "F1":0.6890
      },
      "Human TF-H":{
         "F1":0.8180
      },
      "Human PD":{
         "F1":0.9017
      },
      "Human CPD":{
         "F1":0.8257
      },
      "Human SSP":{
         "F1":0.8521
      }
   }
}