| { | |
| "base_current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "base_current_gpu_total_memory": 40339.3125, | |
| "base_perplexity": 60.086036682128906, | |
| "base_token_generation_latency_sync": 18.093100452423094, | |
| "smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "smashed_current_gpu_total_memory": 40339.3125, | |
| "smashed_perplexity": 66.44144439697266, | |
| "smashed_token_generation_latency_sync": 38.7979793548584 | |
| } |