donut-base-pdfs / special_tokens_map.json
savankamahina's picture
End of training
5187904 verified
{
"additional_special_tokens": [
"</s_policy_information>",
"</s_coverage_period>",
"<s_policy_terms>",
"<s_endorsements>",
"</s_code>",
"</s_nominee_details>",
"</s_address>",
"</s_name>",
"<s_contact_number>",
"<s_entity_type>",
"</s_phone_number>",
"<s_ncb_percentage>",
"</s_policy class>",
"<s_gst_number>",
"<s_contact_info>",
"</s_insurance_type>",
"</s_coverage_type>",
"<s_coverage_period>",
"</s_ncb_percentage>",
"</s_contact_number>",
"</s_policy_number>",
"<s_start_date>",
"</s_insurer_name>",
"<s_details>",
"</s_end_date>",
"<s_policy_number>",
"</s_details>",
"<s_code>",
"</s_gst_number>",
"</s_insured_entity>",
"</s_total_premium>",
"<s_additional_information>",
"<s_phone_number>",
"</s_dob>",
"<s_registration_date>",
"<s_coverage_type>",
"<s_previous_policy_details>",
"<s_policy_owner>",
"<s_agent_broker_details>",
"<s_exclusions>",
"<s>",
"</s_entity_type>",
"<s_nominee_details>",
"<s_insurer_name>",
"<s_dob>",
"</s_contact_info>",
"<s_make/model>",
"<s_insurance_type>",
"</s_agent_broker_details>",
"<s_end_date>",
"</s_endorsements>",
"</s_registration_date>",
"<s_policy_information>",
"<s_address>",
"<s_coverage_details>",
"</s_email>",
"<s_registration_no>",
"</s_start_date>",
"</s>",
"<s_name>",
"<s_relationship>",
"</s_insurance_provider>",
"</s_exclusions>",
"</s_previous_policy_details>",
"</s_additional_information>",
"<s_email>",
"</s_policy_terms>",
"<s_total_premium>",
"</s_make/model>",
"</s_coverage_details>",
"</s_policy_owner>",
"</s_relationship>",
"<s_insured_entity>",
"</s_registration_no>",
"<s_insurance_provider>",
"<s_policy class>"
],
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"cls_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"mask_token": {
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"sep_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}