p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] batch_size_benchmark_tokenizer.json (json)
{
  "args": {
    "seed": 0,
    "seq_len": 16,
    "image_channels": 3,
    "image_height": 90,
    "image_width": 160,
    "data_dir": "/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90",
    "model_dim": 512,
    "latent_dim": 32,
    "num_latents": 1024,
    "patch_size": 4,
    "num_blocks": 8,
    "num_heads": 8,
    "dropout": 0.0,
    "codebook_dropout": 0.01,
    "batch_sizes": [
      32,
      36,
      40,
      44,
      48,
      52,
      56,
      60
    ],
    "warmup_steps": 10,
    "measure_steps": 30,
    "num_iterations": 10,
    "output_file": "batch_size_benchmark_tokenizer.json",
    "vq_beta": 0.25
  },
  "num_devices": 4,
  "param_counts": {
    "encoder": 18978432,
    "vq": 32768,
    "decoder": 18978416,
    "total": 37989616
  },
  "results": [
    {
      "batch_size": 32,
      "avg_step_time": 1.5625202820218842,
      "std_step_time": 0.004317203398073036,
      "throughput": 20.479734162933457,
      "num_measurements": 29
    },
    {
      "batch_size": 36,
      "avg_step_time": 1.7456930834671547,
      "std_step_time": 0.0033770527390670343,
      "throughput": 20.622181723089437,
      "num_measurements": 29
    },
    {
      "batch_size": 40,
      "avg_step_time": 1.9366625752942315,
      "std_step_time": 0.004988510083066399,
      "throughput": 20.65408838394211,
      "num_measurements": 29
    },
    {
      "batch_size": 44,
      "avg_step_time": 2.1284764470725226,
      "std_step_time": 0.0034411237455768784,
      "throughput": 20.672063372144425,
      "num_measurements": 29
    },
    {
      "batch_size": 48,
      "avg_step_time": 2.316193333987532,
      "std_step_time": 0.0031447134986858413,
      "throughput": 20.72365864094935,
      "num_measurements": 29
    },
    {
      "batch_size": 52,
      "avg_step_time": 2.5006863577612517,
      "std_step_time": 0.0031412367008964237,
      "throughput": 20.79429107077354,
      "num_measurements": 29
    },
    {
      "batch_size": 56,
      "avg_step_time": 2.6894681535918137,
      "std_step_time": 0.004299165071475021,
      "throughput": 20.8219606263831,
      "num_measurements": 29
    },
    {
      "batch_size": 60,
      "avg_step_time": 2.881629023058661,
      "std_step_time": 0.004749761436986658,
      "throughput": 20.82155597402816,
      "num_measurements": 29
    }
  ]
}