<commit_before>module.exports = [
    {type:'T_INSTRUCTION', regex:/^(ADC|AND|ASL|BCC|BCS|BEQ|BIT|BMI|BNE|BPL|BRK|BVC|BVS|CLC|CLD|CLI|CLV|CMP|CPX|CPY|DEC|DEX|DEY|EOR|INC|INX|INY|JMP|JSR|LDA|LDX|LDY|LSR|NOP|ORA|PHA|PHP|PLA|PLP|ROL|ROR|RTI|RTS|SBC|SEC|SED|SEI|STA|STX|STY|TAX|TAY|TSX|TXA|TXS|TYA)[ \n\t\r]{1}/i, store:true},
    {type:'T_ADDRESS', regex:/^(\$([\dA-F]{1,4}))/, store:true},
    {type:'T_HEX_NUMBER', regex:/^(\#\$?([\dA-F]{2}))/, store:true},
    {type:'T_BINARY_NUMBER', regex:/^(\#?%([01]{8}))/, store:true},
    {type:'T_LABEL', regex:/^(([a-zA-Z]{2}[a-zA-Z\d]*)\:)/, store:true},
    {type:'T_MARKER', regex:/^([a-zA-Z]{2}[a-zA-Z\d]*)/, store:true},
    {type:'T_STRING', regex:/^("[^"]*")/, store:true},
    {type:'T_SEPARATOR', regex:/^(,)/, store:true},
    {type:'T_ACCUMULATOR', regex:/^(A|a)/, store:true},
    {type:'T_REGISTER', regex:/^(X|x|Y|y)/, store:true},
    {type:'T_MODIFIER', regex:/^(#LOW|#HIGH)/, store:true},
    {type:'T_OPEN', regex:/^(\()/, store:true},
    {type:'T_CLOSE', regex:/^(\))/, store:true},
    {type:'T_OPEN_SQUARE_BRACKETS', regex:/^(\[)/, store:true},
    {type:'T_CLOSE_SQUARE_BRACKETS', regex:/^(\])/, store:true},
    {type:'T_DIRECTIVE', regex:/^(\.[a-z]+)/, store:true},
    {type:'T_DECIMAL_ARGUMENT', regex:/^([\d]+)/, store:true}, //TODO change to DECIMAL ARGUMENT
    {type:'T_ENDLINE', regex:/^(\n)/, store:true},
    {type:'T_WHITESPACE', regex:/^([ \t\r]+)/, store:false},
    {type:'T_COMMENT', regex:/^(;[^\n]*)/, store:false}
];
<commit_msg>fixing regex for labels and makers<commit_after>module.exports = [
    {type:'T_INSTRUCTION', regex:/^(ADC|AND|ASL|BCC|BCS|BEQ|BIT|BMI|BNE|BPL|BRK|BVC|BVS|CLC|CLD|CLI|CLV|CMP|CPX|CPY|DEC|DEX|DEY|EOR|INC|INX|INY|JMP|JSR|LDA|LDX|LDY|LSR|NOP|ORA|PHA|PHP|PLA|PLP|ROL|ROR|RTI|RTS|SBC|SEC|SED|SEI|STA|STX|STY|TAX|TAY|TSX|TXA|TXS|TYA)[ \n\t\r]{1}/i, store:true},
    {type:'T_ADDRESS', regex:/^(\$([\dA-F]{1,4}))/, store:true},
    {type:'T_HEX_NUMBER', regex:/^(\#\$?([\dA-F]{2}))/, store:true},
    {type:'T_BINARY_NUMBER', regex:/^(\#?%([01]{8}))/, store:true},
    {type:'T_LABEL', regex:/^(\.?([a-zA-Z]{2}[\_a-zA-Z\d]*)\:)/, store:true},
    {type:'T_MARKER', regex:/^([a-zA-Z]{2}[\_a-zA-Z\d]*)/, store:true},
    {type:'T_STRING', regex:/^("[^"]*")/, store:true},
    {type:'T_SEPARATOR', regex:/^(,)/, store:true},
    {type:'T_ACCUMULATOR', regex:/^(A|a)/, store:true},
    {type:'T_REGISTER', regex:/^(X|x|Y|y)/, store:true},
    {type:'T_MODIFIER', regex:/^(#LOW|#HIGH)/, store:true},
    {type:'T_OPEN', regex:/^(\()/, store:true},
    {type:'T_CLOSE', regex:/^(\))/, store:true},
    {type:'T_OPEN_SQUARE_BRACKETS', regex:/^(\[)/, store:true},
    {type:'T_CLOSE_SQUARE_BRACKETS', regex:/^(\])/, store:true},
    {type:'T_DIRECTIVE', regex:/^(\.[a-z\_]+)/, store:true},
    {type:'T_DECIMAL_ARGUMENT', regex:/^([\d]+)/, store:true}, //TODO change to DECIMAL ARGUMENT
    {type:'T_ENDLINE', regex:/^(\n)/, store:true},
    {type:'T_WHITESPACE', regex:/^([ \t\r]+)/, store:false},
    {type:'T_COMMENT', regex:/^(;[^\n]*)/, store:false}
];

{'fraction_non_alphanumeric': 0.3147905759162304, 'fraction_numerical': 0.0058900523560209425, 'mean_word_length': 5.546038543897216, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5780121', 'n_tokens_mistral': 1521, 'n_tokens_neox': 1444, 'n_words': 141}