sparse_autoencoder/config.toml

batch_size = 64
steps = 500000
print_every = 10000
seed = 0
cnn_storage = "./res/cnn.eqx"

[[sae]]
layer = 6
hidden_size = 1000
input_size = 64
learning_rate = 0.1

[[sae]]
layer = 6
hidden_size = 1000
input_size = 64
learning_rate = 3e-2

[[sae]]
layer = 6
hidden_size = 1000
input_size = 64
learning_rate = 1e-2

[[sae]]
layer = 6
hidden_size = 1000
input_size = 64
learning_rate = 3e-3

[[sae]]
layer = 6
hidden_size = 1000
input_size = 64
learning_rate = 1e-3

[[sae]]
layer = 6
hidden_size = 1000
input_size = 64
learning_rate = 3e-4

[[sae]]
layer = 6
hidden_size = 1000
input_size = 64
learning_rate = 1e-4