reft_goody2_llama3 / config.json
zhengxuanzenwu's picture
Upload config.json with huggingface_hub
84c6030 verified
{
"intervention_constant_sources": [
true,
true,
true
],
"intervention_dimensions": [
4096,
4096,
4096
],
"intervention_types": [
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>"
],
"mode": "parallel",
"representations": [
[
8,
"block_output",
"pos",
1,
2,
null,
null,
null,
null,
null,
null,
null,
null
],
[
16,
"block_output",
"pos",
1,
2,
null,
null,
null,
null,
null,
null,
null,
null
],
[
24,
"block_output",
"pos",
1,
2,
null,
null,
null,
null,
null,
null,
null,
null
]
],
"sorted_keys": [
"layer.8.comp.block_output.unit.pos.nunit.1#0",
"layer.16.comp.block_output.unit.pos.nunit.1#0",
"layer.24.comp.block_output.unit.pos.nunit.1#0"
],
"transformers_version": "4.39.3"
}