{ | |
"current_gpu_type": "NVIDIA A10G", | |
"current_gpu_total_memory": 22515.75, | |
"memory_inference_first": 4198.0, | |
"memory_inference": 4198.0, | |
"memory_disk_first": 4196.0, | |
"memory_disk": 1258.0, | |
"inference_latency_async": 18.41864824295044, | |
"inference_CO2_emissions": 3.0171835700518447e-05, | |
"inference_energy_consumption": 0.00010460658191477564 | |
} |