sadaltman/smai-a4-mlp

SMAI A4 — MLP (CIFAR-10)

{
  "model": "MLP",
  "layer_sizes": [
    3072,
    256,
    128,
    10
  ],
  "hidden_activation": "relu",
  "output": "10 logits (identity), softmax + cross-entropy",
  "trained_on": "CIFAR-10 train part (50k), true labels (p=0)",
  "epochs": 100,
  "lr": 0.05,
  "batch_size": 64,
  "grad_accumulation_steps": 1,
  "test_accuracy": 0.4714,
  "preprocessing": {
    "dataset": "uoft-cs/cifar10",
    "input": "flattened 32x32x3 = 3072 values (HWC order), divided by 255",
    "standardisation": "per column (x - mean) / std with train-part statistics (std 0 -> 1); stats in preprocessing.npz",
    "seed": 1031
  },
  "numpy_selected_model": {
    "file": "numpy_selected_M3.npz",
    "id": "M3",
    "note": "nn_lib model from 1.2.5, trained on the 36k split; stats in numpy_preprocessing.npz"
  }
}