{"d_in": 2048, "d_hidden": 8192, "dtype": "float32", "seed": 48, "wandb_name": "smooth-frost-22", "hook_name": "blocks.4.mlp.hook_post", "layer": 4, "model": "pythia-70m", "regularization": "pure_sqrt", "wandb_id": "22"}