| { | |
| "current_gpu_type": "NVIDIA A10G", | |
| "current_gpu_total_memory": 22515.75, | |
| "memory_inference_first": 778.0, | |
| "memory_inference": 762.0, | |
| "memory_disk_first": 782.0, | |
| "memory_disk": 762.0, | |
| "inference_latency_async": 26.27396821975708, | |
| "inference_CO2_emissions": 2.551995981055069e-05, | |
| "inference_energy_consumption": 8.762964182740677e-05 | |
| } |