version d_sae layer kl_div_with_sae kl_div_with_ablation ce_loss_with_sae ce_loss_without_sae ce_loss_with_ablation kl_div_score ce_loss_score l2_norm_in l2_norm_out l2_ratio l0 l1 explained_variance mse total_tokens_evaluated filepath
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json 5 32 0 0.004215 2.121528 3.603763 3.599065 5.748601 0.998013 0.997814 32.013138 31.891546 0.996240 31.993979 42.146969 0.966712 8.074387 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json 5 32 1 0.001881 0.024066 3.601315 3.599065 3.620633 0.921821 0.895681 9.714648 9.157854 0.937912 32.000000 82.860558 0.868087 9.541979 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json 5 32 2 0.002342 0.031005 3.600916 3.599065 3.626660 0.924478 0.932912 8.641823 8.045539 0.929619 32.000000 82.863617 0.853233 9.740603 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json 5 32 3 0.002842 0.025134 3.602360 3.599065 3.628661 0.886914 0.888638 8.571012 7.753783 0.904760 32.000000 81.563385 0.815689 13.545696 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json 5 32 4 0.003790 0.026723 3.603180 3.599065 3.632133 0.858169 0.875538 9.123016 7.993571 0.877799 32.000000 79.127533 0.772355 19.599684 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json 5 32 5 0.004055 0.031378 3.602063 3.599065 3.627760 0.870766 0.895510 10.034396 8.880257 0.886243 32.000000 77.734062 0.782550 24.739639 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json 5 32 6 0.005056 0.032789 3.604352 3.599065 3.634286 0.845789 0.849889 11.678066 10.210135 0.877007 32.000000 74.857086 0.753413 35.039909 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json 5 32 7 0.004876 0.034661 3.605160 3.599065 3.634834 0.859336 0.829584 13.650208 12.291288 0.902289 32.000000 71.106369 0.783828 41.602531 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json 5 32 8 0.005558 0.029382 3.604657 3.599065 3.625802 0.810828 0.790831 16.137949 14.443828 0.896318 32.000000 71.654037 0.759009 57.211456 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json 5 32 9 0.004499 0.028918 3.601583 3.599065 3.636501 0.844428 0.932728 20.912498 19.139347 0.917789 32.000000 65.829063 0.780790 77.843826 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json 5 32 10 0.003999 0.024752 3.602678 3.599065 3.640488 0.838441 0.912773 31.821377 30.121130 0.945757 32.000000 55.563881 0.819294 125.342606 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json 5 32 11 0.003772 0.106875 3.601134 3.599065 3.730870 0.964708 0.984299 280.864441 280.543213 0.998668 31.687500 17.145309 0.967849 180.271027 6144.000000 OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json