ckkissane commited on
Commit
fddea62
1 Parent(s): 4e19ec9

add d_in to cfg

Browse files
Files changed (1) hide show
  1. blocks.14.hook_resid_pre/cfg.json +1 -1
blocks.14.hook_resid_pre/cfg.json CHANGED
@@ -1 +1 @@
1
- {"seed": 49, "batch_size": 4096, "buffer_mult": 128, "lr": 5e-05, "num_tokens": 400000000, "l1_coeff": 2, "beta1": 0.9, "beta2": 0.999, "dict_size": 16384, "seq_len": 1024, "enc_dtype": "fp32", "model_name": "gemma-2-2b", "site": "resid_pre", "device": "cuda:0", "model_batch_size": 4, "log_every": 100, "save_every": 30000, "dec_init_norm": 0.08, "hook_point": "blocks.14.hook_resid_pre", "wandb_project": "crosscoder-gemma-2-2b-pile-lmsys-mix", "wandb_entity": "ckkissane"}
 
1
+ {"seed": 49, "batch_size": 4096, "buffer_mult": 128, "lr": 5e-05, "num_tokens": 400000000, "l1_coeff": 2, "beta1": 0.9, "beta2": 0.999, "d_in": 2304,"dict_size": 16384, "seq_len": 1024, "enc_dtype": "fp32", "model_name": "gemma-2-2b", "site": "resid_pre", "device": "cuda:0", "model_batch_size": 4, "log_every": 100, "save_every": 30000, "dec_init_norm": 0.08, "hook_point": "blocks.14.hook_resid_pre", "wandb_project": "crosscoder-gemma-2-2b-pile-lmsys-mix", "wandb_entity": "ckkissane"}