File size: 1,082 Bytes
aa50ff8
 
 
 
 
 
 
 
 
 
5fc652d
aa50ff8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
  "name": "PathoSynVLM",
  "results": [
    {
      "task": {
        "type": "image-text-to-text",
        "name": "Case-level pathology synoptic report generation"
      },
      "dataset": {
        "name": "HISTAI case-report pairs",
        "type": "histai/HISTAI-metadata"
      },
      "metrics": [
        {
          "type": "rouge",
          "name": "ROUGE-L",
          "value": 0.2495
        },
        {
          "type": "meteor",
          "name": "METEOR",
          "value": 0.1988
        },
        {
          "type": "bleu",
          "name": "BLEU-4",
          "value": 0.0525
        },
        {
          "type": "bertscore",
          "name": "BERTScore F1",
          "value": 0.3018
        },
        {
          "type": "accuracy",
          "name": "Diagnosis Exact",
          "value": 0.1667
        },
        {
          "type": "accuracy",
          "name": "Diagnosis Relaxed",
          "value": 0.3333
        },
        {
          "type": "accuracy",
          "name": "Certainty",
          "value": 0.9
        }
      ]
    }
  ]
}