<commit_before>fieldname,fieldname_short,required,data_type,field_length,rule_labels,padded_flag
actiondate,action_date,true,str,8,"D3, D4"
actiontype,action_type,false,str,1,"D1, D2"
assistancetype,assistance_type,true,str,2,D1
awarddescription,award_description,false,str,4000,D2
awardeeorrecipientlegalentityname,awardee_or_recipient_legal,true,str,120,D22
awardeeorrecipientuniqueidentifier,awardee_or_recipient_uniqu,false,str,9,"D2, D10"
awardingagencycode,awarding_agency_code,false,str,3,D1
awardingagencyname,awarding_agency_name,false,str,100,
awardingofficecode,awarding_office_code,false,str,3,
awardingofficename,awarding_office_name,false,str,100,
awardingsubtieragencycode,awarding_sub_tier_agency_c,true,str,4,"D1, D6"
awardingsubtieragencyname,awarding_sub_tier_agency_n,false,str,100,
awardmodificationamendmentnumber,award_modification_amendme,false,str,25,D6
businessfundsindicator,business_funds_indicator,true,str,3,D1
businesstypes,business_types,true,str,3,D1
cfda_number,cfda_number,true,str,7,D13
cfda_title,cfda_title,false,str,100,
correctionlatedeleteindicator,correction_late_delete_ind,false,str,1,D1
facevalueloanguarantee,face_value_loan_guarantee,false,float,20,D21
fain,fain,false,str,30,"C9, D2, D5, D6"
federalactionobligation,federal_action_obligation,false,float,20,"C12, D20"
fiscalyearandquartercorrection,fiscal_year_and_quarter_co,false,str,5,D8
fundingagencycode,funding_agency_code,false,str,3,D1
fundingagencyname,funding_agency_name,false,str,100,
fundingagencyofficename,funding_office_name,false,str,100,
fundingofficecode,funding_office_code,false,str,3,
fundingsubtieragencycode,funding_sub_tier_agency_co,false,str,4,D1
fundingsubtieragencyname,funding_sub_tier_agency_na,false,str,100,
legalentityaddressline1,legal_entity_address_line1,false,str,150,D2
legalentityaddressline2,legal_entity_address_line2,false,str,150,
legalentityaddressline3,legal_entity_address_line3,false,str,35,
legalentitycitycode,legal_entity_city_code,false,str,5,
legalentitycityname,legal_entity_city_name,false,str,40,
legalentitycongressionaldistrict,legal_entity_congressional,false,str,2,
legalentitycountrycode,legal_entity_country_code,false,str,3,"D1, D2, D12"
legalentitycountycode,legal_entity_county_code,false,str,3,
legalentitycountyname,legal_entity_county_name,false,str,40,
legalentityforeigncityname,legal_entity_foreign_city,false,str,40,D9
legalentityforeignpostalcode,legal_entity_foreign_posta,false,str,50,
legalentityforeignprovincename,legal_entity_foreign_provi,false,str,25,
legalentitystatecode,legal_entity_state_code,false,str,2,
legalentitystatename,legal_entity_state_name,false,str,50,
legalentityzip5,legal_entity_zip5,false,str,5,"D2, D11"
legalentityziplast4,legal_entity_zip_last4,false,str,4,"D2, D11"
nonfederalfundingamount,non_federal_funding_amount,false,float,20,
originalloansubsidycost,original_loan_subsidy_cost,false,float,20,D21
periodofperformancecurrentenddate,period_of_performance_curr,false,str,8,"D3, D4, D19"
periodofperformancestartdate,period_of_performance_star,false,str,8,"D3, D18"
primaryplaceofperformancecityname,place_of_performance_city,false,str,100,
primaryplaceofperformancecode,place_of_performance_code,true,str,7,"D1, D14, D15"
primaryplaceofperformancecongressionaldistrict,place_of_performance_congr,false,str,2,
primaryplaceofperformancecountrycode,place_of_perform_country_c,true,str,3,D1
primaryplaceofperformancecountyname,place_of_perform_county_na,false,str,40,
primaryplaceofperformanceforeignlocationdescription,place_of_performance_forei,false,str,100,D17
primaryplaceofperformancestatename,place_of_perform_state_nam,false,str,50,
primaryplaceofperformancezip+4,place_of_performance_zip4a,false,str,10,"D2, D16"
recordtype,record_type,true,int,1,D1
sai_number,sai_number,false,str,50,
totalfundingamount,total_funding_amount,false,float,20,
uri,uri,false,str,70,"C9, D6, D7"
<commit_msg>Correcting zip_4 field name and marking business fields optional<commit_after>fieldname,fieldname_short,required,data_type,field_length,rule_labels,padded_flag
actiondate,action_date,TRUE,str,8,"D3, D4",
actiontype,action_type,FALSE,str,1,"D1, D2",
assistancetype,assistance_type,TRUE,str,2,D1,
awarddescription,award_description,FALSE,str,4000,D2,
awardeeorrecipientlegalentityname,awardee_or_recipient_legal,TRUE,str,120,D22,
awardeeorrecipientuniqueidentifier,awardee_or_recipient_uniqu,FALSE,str,9,"D2, D10",
awardingagencycode,awarding_agency_code,FALSE,str,3,D1,
awardingagencyname,awarding_agency_name,FALSE,str,100,,
awardingofficecode,awarding_office_code,FALSE,str,3,,
awardingofficename,awarding_office_name,FALSE,str,100,,
awardingsubtieragencycode,awarding_sub_tier_agency_c,TRUE,str,4,"D1, D6",
awardingsubtieragencyname,awarding_sub_tier_agency_n,FALSE,str,100,,
awardmodificationamendmentnumber,award_modification_amendme,FALSE,str,25,D6,
businessfundsindicator,business_funds_indicator,FALSE,str,3,D1,
businesstypes,business_types,FALSE,str,3,D1,
cfda_number,cfda_number,TRUE,str,7,D13,
cfda_title,cfda_title,FALSE,str,100,,
correctionlatedeleteindicator,correction_late_delete_ind,FALSE,str,1,D1,
facevalueloanguarantee,face_value_loan_guarantee,FALSE,float,20,D21,
fain,fain,FALSE,str,30,"C9, D2, D5, D6",
federalactionobligation,federal_action_obligation,FALSE,float,20,"C12, D20",
fiscalyearandquartercorrection,fiscal_year_and_quarter_co,FALSE,str,5,D8,
fundingagencycode,funding_agency_code,FALSE,str,3,D1,
fundingagencyname,funding_agency_name,FALSE,str,100,,
fundingagencyofficename,funding_office_name,FALSE,str,100,,
fundingofficecode,funding_office_code,FALSE,str,3,,
fundingsubtieragencycode,funding_sub_tier_agency_co,FALSE,str,4,D1,
fundingsubtieragencyname,funding_sub_tier_agency_na,FALSE,str,100,,
legalentityaddressline1,legal_entity_address_line1,FALSE,str,150,D2,
legalentityaddressline2,legal_entity_address_line2,FALSE,str,150,,
legalentityaddressline3,legal_entity_address_line3,FALSE,str,35,,
legalentitycitycode,legal_entity_city_code,FALSE,str,5,,
legalentitycityname,legal_entity_city_name,FALSE,str,40,,
legalentitycongressionaldistrict,legal_entity_congressional,FALSE,str,2,,
legalentitycountrycode,legal_entity_country_code,FALSE,str,3,"D1, D2, D12",
legalentitycountycode,legal_entity_county_code,FALSE,str,3,,
legalentitycountyname,legal_entity_county_name,FALSE,str,40,,
legalentityforeigncityname,legal_entity_foreign_city,FALSE,str,40,D9,
legalentityforeignpostalcode,legal_entity_foreign_posta,FALSE,str,50,,
legalentityforeignprovincename,legal_entity_foreign_provi,FALSE,str,25,,
legalentitystatecode,legal_entity_state_code,FALSE,str,2,,
legalentitystatename,legal_entity_state_name,FALSE,str,50,,
legalentityzip5,legal_entity_zip5,FALSE,str,5,"D2, D11",
legalentityziplast4,legal_entity_zip_last4,FALSE,str,4,"D2, D11",
nonfederalfundingamount,non_federal_funding_amount,FALSE,float,20,,
originalloansubsidycost,original_loan_subsidy_cost,FALSE,float,20,D21,
periodofperformancecurrentenddate,period_of_performance_curr,FALSE,str,8,"D3, D4, D19",
periodofperformancestartdate,period_of_performance_star,FALSE,str,8,"D3, D18",
primaryplaceofperformancecityname,place_of_performance_city,FALSE,str,100,,
primaryplaceofperformancecode,place_of_performance_code,TRUE,str,7,"D1, D14, D15",
primaryplaceofperformancecongressionaldistrict,place_of_performance_congr,FALSE,str,2,,
primaryplaceofperformancecountrycode,place_of_perform_country_c,TRUE,str,3,D1,
primaryplaceofperformancecountyname,place_of_perform_county_na,FALSE,str,40,,
primaryplaceofperformanceforeignlocationdescription,place_of_performance_forei,FALSE,str,100,D17,
primaryplaceofperformancestatename,place_of_perform_state_nam,FALSE,str,50,,
primaryplaceofperformancezip_4,place_of_performance_zip4a,FALSE,str,10,"D2, D16",
recordtype,record_type,TRUE,int,1,D1,
sai_number,sai_number,FALSE,str,50,,
totalfundingamount,total_funding_amount,FALSE,float,20,,
uri,uri,FALSE,str,70,"C9, D6, D7",
{'fraction_non_alphanumeric': 0.0979772439949431, 'fraction_numerical': 0.04740834386852086, 'mean_word_length': 45.53529411764706, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1199532', 'n_tokens_mistral': 3204, 'n_tokens_neox': 2927, 'n_words': 170}