<commit_before>fieldname,fieldname_short,required,data_type,field_length,rule_labels,padded_flag
actiondate,action_date,TRUE,str,8,"D3, D4",
actiontype,action_type,FALSE,str,1,"D1, D2",
assistancetype,assistance_type,TRUE,str,2,D1,TRUE
awarddescription,award_description,FALSE,str,4000,D2,
awardeeorrecipientlegalentityname,awardee_or_recipient_legal,TRUE,str,120,D22,
awardeeorrecipientuniqueidentifier,awardee_or_recipient_uniqu,FALSE,str,9,"D2, D10",
awardingagencycode,awarding_agency_code,TRUE,str,3,D1,TRUE
awardingofficecode,awarding_office_code,FALSE,str,6,,
awardingsubtieragencycode,awarding_sub_tier_agency_c,TRUE,str,4,"D1, D6",
awardmodificationamendmentnumber,award_modification_amendme,FALSE,str,25,D6,
businessfundsindicator,business_funds_indicator,TRUE,str,3,D1,
businesstypes,business_types,TRUE,str,3,D1,
cfda_number,cfda_number,TRUE,str,7,D13,
correctionlatedeleteindicator,correction_late_delete_ind,FALSE,str,1,D1,
facevalueloanguarantee,face_value_loan_guarantee,FALSE,float,20,D21,
fain,fain,FALSE,str,30,"C9, D2, D5, D6",
federalactionobligation,federal_action_obligation,FALSE,float,20,"C12, D20",
fiscalyearandquartercorrection,fiscal_year_and_quarter_co,FALSE,str,5,D8,
fundingagencycode,funding_agency_code,FALSE,str,3,D1,
fundingofficecode,funding_office_code,FALSE,str,6,,
fundingsubtieragencycode,funding_sub_tier_agency_co,FALSE,str,4,D1,
legalentityaddressline1,legal_entity_address_line1,FALSE,str,150,D2,
legalentityaddressline2,legal_entity_address_line2,FALSE,str,150,,
legalentityaddressline3,legal_entity_address_line3,FALSE,str,35,,
legalentitycountrycode,legal_entity_country_code,TRUE,str,3,"D1, D2, D12",
legalentityforeigncityname,legal_entity_foreign_city,FALSE,str,40,D9,
legalentityforeignpostalcode,legal_entity_foreign_posta,FALSE,str,50,,
legalentityforeignprovincename,legal_entity_foreign_provi,FALSE,str,25,,
legalentityzip5,legal_entity_zip5,FALSE,str,5,"D2, D11",TRUE
legalentityziplast4,legal_entity_zip_last4,FALSE,str,4,"D2, D11",TRUE
nonfederalfundingamount,non_federal_funding_amount,FALSE,float,20,,
originalloansubsidycost,original_loan_subsidy_cost,FALSE,float,20,D21,
periodofperformancecurrentenddate,period_of_performance_curr,FALSE,str,8,"D3, D4, D19",
periodofperformancestartdate,period_of_performance_star,FALSE,str,8,"D3, D18",
primaryplaceofperformancecode,place_of_performance_code,TRUE,str,7,"D1, D14, D15",
primaryplaceofperformancecongressionaldistrict,place_of_performance_congr,FALSE,str,2,,
primaryplaceofperformancecountrycode,place_of_perform_country_c,TRUE,str,3,D1,
primaryplaceofperformanceforeignlocationdescription,place_of_performance_forei,FALSE,str,100,D17,
primaryplaceofperformancezip+4,place_of_performance_zip4a,FALSE,str,10,"D2, D16",
recordtype,record_type,TRUE,int,1,D1,
sai_number,sai_number,FALSE,str,50,,
uri,uri,FALSE,str,70,"C9, D6, D7",<commit_msg>Adding padded flags where needed<commit_after>fieldname,fieldname_short,required,data_type,field_length,rule_labels,padded_flag
actiondate,action_date,TRUE,str,8,"D3, D4",
actiontype,action_type,FALSE,str,1,"D1, D2",
assistancetype,assistance_type,TRUE,str,2,D1,TRUE
awarddescription,award_description,FALSE,str,4000,D2,
awardeeorrecipientlegalentityname,awardee_or_recipient_legal,TRUE,str,120,D22,
awardeeorrecipientuniqueidentifier,awardee_or_recipient_uniqu,FALSE,str,9,"D2, D10",
awardingagencycode,awarding_agency_code,TRUE,str,3,D1,TRUE
awardingofficecode,awarding_office_code,FALSE,str,6,,
awardingsubtieragencycode,awarding_sub_tier_agency_c,TRUE,str,4,"D1, D6",
awardmodificationamendmentnumber,award_modification_amendme,FALSE,str,25,D6,
businessfundsindicator,business_funds_indicator,TRUE,str,3,D1,
businesstypes,business_types,TRUE,str,3,D1,
cfda_number,cfda_number,TRUE,str,7,D13,
correctionlatedeleteindicator,correction_late_delete_ind,FALSE,str,1,D1,
facevalueloanguarantee,face_value_loan_guarantee,FALSE,float,20,D21,
fain,fain,FALSE,str,30,"C9, D2, D5, D6",
federalactionobligation,federal_action_obligation,FALSE,float,20,"C12, D20",
fiscalyearandquartercorrection,fiscal_year_and_quarter_co,FALSE,str,5,D8,
fundingagencycode,funding_agency_code,FALSE,str,3,D1,TRUE
fundingofficecode,funding_office_code,FALSE,str,6,,
fundingsubtieragencycode,funding_sub_tier_agency_co,FALSE,str,4,D1,
legalentityaddressline1,legal_entity_address_line1,FALSE,str,150,D2,
legalentityaddressline2,legal_entity_address_line2,FALSE,str,150,,
legalentityaddressline3,legal_entity_address_line3,FALSE,str,35,,
legalentitycountrycode,legal_entity_country_code,TRUE,str,3,"D1, D2, D12",
legalentityforeigncityname,legal_entity_foreign_city,FALSE,str,40,D9,
legalentityforeignpostalcode,legal_entity_foreign_posta,FALSE,str,50,,
legalentityforeignprovincename,legal_entity_foreign_provi,FALSE,str,25,,
legalentityzip5,legal_entity_zip5,FALSE,str,5,"D2, D11",TRUE
legalentityziplast4,legal_entity_zip_last4,FALSE,str,4,"D2, D11",TRUE
nonfederalfundingamount,non_federal_funding_amount,FALSE,float,20,,
originalloansubsidycost,original_loan_subsidy_cost,FALSE,float,20,D21,
periodofperformancecurrentenddate,period_of_performance_curr,FALSE,str,8,"D3, D4, D19",
periodofperformancestartdate,period_of_performance_star,FALSE,str,8,"D3, D18",
primaryplaceofperformancecode,place_of_performance_code,TRUE,str,7,"D1, D14, D15",
primaryplaceofperformancecongressionaldistrict,place_of_performance_congr,FALSE,str,2,,TRUE
primaryplaceofperformancecountrycode,place_of_perform_country_c,TRUE,str,3,D1,
primaryplaceofperformanceforeignlocationdescription,place_of_performance_forei,FALSE,str,100,D17,
primaryplaceofperformancezip+4,place_of_performance_zip4a,FALSE,str,10,"D2, D16",
recordtype,record_type,TRUE,int,1,D1,
sai_number,sai_number,FALSE,str,50,,
uri,uri,FALSE,str,70,"C9, D6, D7",
{'fraction_non_alphanumeric': 0.10818356307799686, 'fraction_numerical': 0.05129994765311464, 'mean_word_length': 43.434108527131784, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4884307', 'n_tokens_mistral': 2359, 'n_tokens_neox': 2173, 'n_words': 129}