{
  "activation_checkpointing": true,
  "dataset": "tinystories",
  "depth": 22,
  "eval_batch_size": 4,
  "mfu_percent": 17.708544461070193,
  "num_params": 823267148,
  "num_steps": 68,
  "peak_vram_mb": 12435.2333984375,
  "smoke_test": false,
  "total_seconds": 10007.529666423798,
  "total_tokens": 35651584,
  "train_batch_size": 4,
  "training_seconds": 7309.851931095123,
  "val_bpb": 0.7780523809334358
}