{ | |
"layer": 6, | |
"model_type": "GatedSAE", | |
"n_batches": 3000, | |
"l1_coefficient": 0.0003, | |
"projection_up": 32, | |
"batch_size": 32, | |
"learning_rate": 0.001, | |
"test_loss": 0.02679843846708536, | |
"reconstruction_error": 0.012754291854798793, | |
"l0_loss": 39.4366455078125, | |
"dead_neurons_percentage": 99.29606119791666 | |
} |