johannaSommer's picture
1d7c6ad0957b66aee9cb6ac3b88cc411b600a3e922aeea0d3b151b95a897c433
469f545 verified
raw
history blame
373 Bytes
{
"current_gpu_type": "NVIDIA A10G",
"current_gpu_total_memory": 22515.75,
"memory_inference_first": 778.0,
"memory_inference": 762.0,
"memory_disk_first": 782.0,
"memory_disk": 762.0,
"inference_latency_async": 34.14717197418213,
"inference_CO2_emissions": 3.281787101072708e-05,
"inference_energy_consumption": 0.00011251503634180266
}