File size: 1,132 Bytes
e867ca2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
{
   "config":{
      "model":"kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16",
      "model_args":"pretrained= kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16,revision=main,dtype=bfloat16",
      "num_fewshot":0,
      "batch_size":1,
      "batch_sizes":[
         
      ],
      "device":"cpu",
      "no_cache":true,
      "limit":20,
      "bootstrap_iters":100000,
      "description_dict":{"Tokenization":"SNT", "# of Params":"7.73M", "Pretraining Data":"35 billion nucleotide base pairs", "Species":"Human", "Nucleic Acid":"DNA"},
      "model_dtype":"bfloat16",
      "model_name":"kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16",
      "model_sha":"main"
   },
   "results":{
      "DEM":{
         "F1":0.9213
      },
      "DOW":{
         "F1":0.9474
      },
      "DRE":{
         "F1":0.7203
      },
      "DME":{
         "F1":0.7561
      },
      "HCE":{
         "F1":0.7020
      },
      "HEE":{
         "F1":0.7647
      },
      "HRE":{
         "F1":0.7916
      },
      "HNP":{
         "F1":0.8436
      },
      "HOR":{
         "F1":0.6317
      }
   }
}