reft_chat7b_1k / config.json
zhengxuanzenwu's picture
Upload config.json with huggingface_hub
4611328 verified
{
"intervention_constant_sources": [
true,
true,
true,
true,
true,
true,
true,
true
],
"intervention_dimensions": [
4096,
4096,
4096,
4096,
4096,
4096,
4096,
4096
],
"intervention_types": [
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>",
"<class 'pyreft.interventions.LoreftIntervention'>"
],
"mode": "parallel",
"representations": [
[
3,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
],
[
9,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
],
[
18,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
],
[
24,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
],
[
3,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
],
[
9,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
],
[
18,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
],
[
24,
"block_output",
"pos",
1,
4,
null,
null,
null,
null,
null,
null,
null,
null
]
],
"sorted_keys": [
"layer.3.comp.block_output.unit.pos.nunit.1#0",
"layer.9.comp.block_output.unit.pos.nunit.1#0",
"layer.18.comp.block_output.unit.pos.nunit.1#0",
"layer.24.comp.block_output.unit.pos.nunit.1#0",
"layer.3.comp.block_output.unit.pos.nunit.1#1",
"layer.9.comp.block_output.unit.pos.nunit.1#1",
"layer.18.comp.block_output.unit.pos.nunit.1#1",
"layer.24.comp.block_output.unit.pos.nunit.1#1"
],
"transformers_version": "4.39.3"
}