| { | |
| "results": { | |
| "retrieval": { | |
| "mrr": 0.0, | |
| "map": 0.0 | |
| }, | |
| "generation": { | |
| "em": 0.0, | |
| "f1": 0.11613328937628616, | |
| "rouge1": 0.15613267640197273, | |
| "rouge2": 0.04591153663411247, | |
| "rougeL": 0.0496843687172552, | |
| "accuracy": 0.14607061503416857, | |
| "completeness": 0.4987157534246575, | |
| "hallucination": 0.0, | |
| "utilization": 0.0, | |
| "numerical_accuracy": 0.0748663101604278 | |
| } | |
| }, | |
| "config": { | |
| "eval_name": "CLOSE_yi15-34b", | |
| "generative_model": "01ai/Yi-1.5-34B-Chat-16K", | |
| "generative_model_args": { | |
| "name": "01ai/Yi-1.5-34B-Chat-16K", | |
| "num_params": 34.4, | |
| "open_source": true | |
| }, | |
| "retrieval_model": "CLOSE", | |
| "retrieval_model_args": { | |
| "num_params": 0.0, | |
| "open_source": true | |
| } | |
| } | |
| } |