|
{ |
|
"compression": { |
|
"algorithm": "magnitude_sparsity", |
|
"ignored_scopes": [ |
|
"{re}.*NNCFEmbedding.*", |
|
"{re}.*LayerNorm.*" |
|
], |
|
"params": { |
|
"power": 3, |
|
"schedule": "polynomial", |
|
"sparsity_freeze_epoch": 9, |
|
"sparsity_target": 0.8, |
|
"sparsity_target_epoch": 8, |
|
"steps_per_epoch": 1053, |
|
"update_per_optimizer_step": false |
|
}, |
|
"sparsity_init": 0.7 |
|
}, |
|
"input_info": [ |
|
{ |
|
"keyword": "input_ids", |
|
"sample_size": [ |
|
64, |
|
128 |
|
], |
|
"type": "long" |
|
}, |
|
{ |
|
"keyword": "token_type_ids", |
|
"sample_size": [ |
|
64, |
|
128 |
|
], |
|
"type": "long" |
|
}, |
|
{ |
|
"keyword": "attention_mask", |
|
"sample_size": [ |
|
64, |
|
128 |
|
], |
|
"type": "long" |
|
} |
|
], |
|
"log_dir": "/tmp/0205_2tx9_bertsst2attack_spar0.7to0.8prune0_per_epoch_cos7x4_lr5e-05_bs64_epo28", |
|
"optimum_version": "1.6.3", |
|
"save_onnx_model": false, |
|
"transformers_version": "4.26.0" |
|
} |
|
|