<commit_before>// Thanks to Stackoverflow "BigM" for the original regex used (2014 VAT codes).

var AT = "^ATU[A-Z0-9]{8,8}$";
var BE = "^BE[0-9]{10,10}$";
var BG = "^BG[0-9]{9,10}$";
var CY = "^CY[0-9]{8,8}[A-Z]{1,1}$";
var CZ = "^CZ[0-9]{8,10}$";
var DE = "^DE[0-9]{9,9}$";
var DK = "^DK[0-9]{8,8}$";
var EE = "^EE[0-9]{9,9}$";
var EL = "^EL[0-9]{9,9}$";
var ES = "^ES[A-Z0-9]{1,1}[0-9]{7,7}[A-Z0-9]{1,1}$";
var FI = "^FI[0-9]{8,8}$";
var FR = "^FR[A-Z0-9]{2,2}[0-9]{9,9}$";
var FR = "^FR[0-9a-hj-np-zA-HJ-NP-Z]{2,2}[0-9]{9,9}$";
var GB =    "^GB[0-9]{9,9}$" +
            "|^GB[0-9]{12,12}$" +
            "|^GBGD[0-4][0-9]{2,2}$" +
            "|^GBHA[5-9][0-9]{2,2}$";
var HR = "^HR[0-9]{11,11}$";
var HU = "^HU[0-9]{8,8}$";
var IE = "^IE[0-9]{1,1}[A-Z0-9]{1,1}[0-9]{5,5}[A-Z]{1,1}$|^IE[0-9]{7,7}[A-W]{1,1}[A-I]{1,1}$";
var IT = "^IT[0-9]{11,11}$";
var LT = "^LT[0-9]{9,9}$|^LT[0-9]{12,12}$";
var LU = "^LU[0-9]{8,8}$";
var LV = "^LV[0-9]{11,11}$";
var MT = "^MT[0-9]{8,8}$";
var NL = "^NL[A-Z0-9]{9,9}B[A-Z0-9]{2,2}$";
var PL = "^PL[0-9]{10,10}$";
var PT = "^PT[0-9]{9,9}$";<commit_msg>patterns are upcased before checking. Don't need both in regex<commit_after>// Thanks to Stackoverflow "BigM" for the original regex used (2014 VAT codes).

var AT = "^ATU[A-Z0-9]{8,8}$";
var BE = "^BE[0-9]{10,10}$";
var BG = "^BG[0-9]{9,10}$";
var CY = "^CY[0-9]{8,8}[A-Z]{1,1}$";
var CZ = "^CZ[0-9]{8,10}$";
var DE = "^DE[0-9]{9,9}$";
var DK = "^DK[0-9]{8,8}$";
var EE = "^EE[0-9]{9,9}$";
var EL = "^EL[0-9]{9,9}$";
var ES = "^ES[A-Z0-9]{1,1}[0-9]{7,7}[A-Z0-9]{1,1}$";
var FI = "^FI[0-9]{8,8}$";
var FR = "^FR[A-Z0-9]{2,2}[0-9]{9,9}$";
var FR = "^FR[0-9A-HJ-NP-Z]{2,2}[0-9]{9,9}$";
var GB =    "^GB[0-9]{9,9}$" +
            "|^GB[0-9]{12,12}$" +
            "|^GBGD[0-4][0-9]{2,2}$" +
            "|^GBHA[5-9][0-9]{2,2}$";
var HR = "^HR[0-9]{11,11}$";
var HU = "^HU[0-9]{8,8}$";
var IE = "^IE[0-9]{1,1}[A-Z0-9]{1,1}[0-9]{5,5}[A-Z]{1,1}$|^IE[0-9]{7,7}[A-W]{1,1}[A-I]{1,1}$";
var IT = "^IT[0-9]{11,11}$";
var LT = "^LT[0-9]{9,9}$|^LT[0-9]{12,12}$";
var LU = "^LU[0-9]{8,8}$";
var LV = "^LV[0-9]{11,11}$";
var MT = "^MT[0-9]{8,8}$";
var NL = "^NL[A-Z0-9]{9,9}B[A-Z0-9]{2,2}$";
var PL = "^PL[0-9]{10,10}$";
var PT = "^PT[0-9]{9,9}$";
{'fraction_non_alphanumeric': 0.4033273381294964, 'fraction_numerical': 0.1618705035971223, 'mean_word_length': 4.03393665158371, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2912008', 'n_tokens_mistral': 1400, 'n_tokens_neox': 1287, 'n_words': 190}