qa_by_bird_prompt_tuned / adapter_config.json
sharmadhruv's picture
End of training
4fe6885 verified
raw
history blame
516 Bytes
{
"auto_mapping": null,
"base_model_name_or_path": "google/bigbird-pegasus-large-pubmed",
"inference_mode": true,
"num_attention_heads": 16,
"num_layers": 16,
"num_transformer_submodules": 1,
"num_virtual_tokens": 10,
"peft_type": "PROMPT_TUNING",
"prompt_tuning_init": "RANDOM",
"prompt_tuning_init_text": null,
"revision": null,
"task_type": "QUESTION_ANS",
"token_dim": 1024,
"tokenizer_kwargs": null,
"tokenizer_name_or_path": "google/bigbird-pegasus-large-pubmed"
}