p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] batch_size_benchmark_tokenizer_cudnn_flash_attention_larger_ffn.json (json)
{
  "num_devices": 8,
  "param_counts": {
    "encoder": 16858752,
    "vq": 32768,
    "decoder": 16858736,
    "total": 33750256
  },
  "results": [
    {
      "batch_size": 96,
      "avg_step_time": 0.850231277531591,
      "std_step_time": 0.0030349390827221355,
      "throughput": 112.91045452798348,
      "num_measurements": 29,
      "dataloader_type": "real"
    },
    {
      "batch_size": 128,
      "avg_step_time": 1.1177776106472672,
      "std_step_time": 0.0030818791154371005,
      "throughput": 114.51293958722212,
      "num_measurements": 29,
      "dataloader_type": "real"
    },
    {
      "batch_size": 160,
      "avg_step_time": 1.404597964780084,
      "std_step_time": 0.004356216739196165,
      "throughput": 113.91159891439185,
      "num_measurements": 29,
      "dataloader_type": "real"
    },
    {
      "batch_size": 192,
      "avg_step_time": 1.6820613186934898,
      "std_step_time": 0.0036738236629934723,
      "throughput": 114.14566036696716,
      "num_measurements": 29,
      "dataloader_type": "real"
    },
    {
      "batch_size": 224,
      "avg_step_time": 1.9580504894256592,
      "std_step_time": 0.002995284390746132,
      "throughput": 114.39950154998522,
      "num_measurements": 29,
      "dataloader_type": "real"
    },
    {
      "batch_size": 256,
      "avg_step_time": 2.2290376548109383,
      "std_step_time": 0.003377489416170923,
      "throughput": 114.84776824988778,
      "num_measurements": 29,
      "dataloader_type": "real"
    },
    {
      "batch_size": 288,
      "avg_step_time": 2.504263499687458,
      "std_step_time": 0.003559389537356707,
      "throughput": 115.00387241036877,
      "num_measurements": 29,
      "dataloader_type": "real"
    }
  ]
}