<commit_before>CodeMirror.defineMode("karel-en", function(conf) {
    var ERRORCLASS = 'ka-error';
    
    function wordRegexp(words) {
        return new RegExp("^((" + words.join(")|(") + "))\\b");
    }
    
    var singleOperators = new RegExp("^[\\+\\-\\*/%&|\\^~<>!]");
    var singleDelimiters = new RegExp('^[\\(\\)\\[\\]\\{\\}@,:`=;\\.]');
    var doubleOperators = new RegExp("^((==)|(!=)|(<=)|(>=)|(<>)|(<<)|(>>)|(//)|(\\*\\*))");
    var doubleDelimiters = new RegExp("^((\\+=)|(\\-=)|(\\*=)|(%=)|(/=)|(&=)|(\\|=)|(\\^=))");
    var tripleDelimiters = new RegExp("^((//=)|(>>=)|(<<=)|(\\*\\*=))");
    var identifiers = new RegExp("^[_A-Za-z][_A-Za-z0-9]*");

    var wordOperators = wordRegexp(['not', 'and', 'or']);
    var commonkeywords = ['go', 'left', 'right', 'put', 'get', 'repeat',
    'while', 'if', 'else', 'def'];
    var commontypes = ['home', 'north', 'empty', 'acid', 'anchor', 'bone', 'box', 'bush', 'cactus', 'corn', 'fire', 'gem', 'jellyfish', 'mark', 'mine', 'palm', 'plant', 'radiation', 'rock', 'scorpion', 'skull', 'stone', 'stump', 'tomb', 'torpedo', 'tray', 'tree', 'wall', 'water', 'wood', 'bag', 'baket', 'cart', 'chest', 'vault', 'net', 'bin', 'trash', 'toilet', 'bowl', 'nugget', 'pumpkin', 'spider', 'snake', 'rose', 'tulip', 'apple', 'cherry', 'eye', 'brain', 'candy', 'book', 'key', 'pie', 'gears', 'coin', 'gun', 'ammo', 'grenade', 'pill', 'medkit', 'radio', 'bomb', 'starfish', 'pearl', 'crab', 'shoe', 'beads', 'ribbon', 'ring', 'map', 'hat', 'pipe', 'lens', 'phone', 'watch', 'rug', 'shield', 'mask', 'ball', 'orchid', 'sword', 'chip', 'basket', 'lollipop'];<commit_msg>added "chair" and "table" keywords<commit_after>CodeMirror.defineMode("karel-en", function(conf) {
    var ERRORCLASS = 'ka-error';
    
    function wordRegexp(words) {
        return new RegExp("^((" + words.join(")|(") + "))\\b");
    }
    
    var singleOperators = new RegExp("^[\\+\\-\\*/%&|\\^~<>!]");
    var singleDelimiters = new RegExp('^[\\(\\)\\[\\]\\{\\}@,:`=;\\.]');
    var doubleOperators = new RegExp("^((==)|(!=)|(<=)|(>=)|(<>)|(<<)|(>>)|(//)|(\\*\\*))");
    var doubleDelimiters = new RegExp("^((\\+=)|(\\-=)|(\\*=)|(%=)|(/=)|(&=)|(\\|=)|(\\^=))");
    var tripleDelimiters = new RegExp("^((//=)|(>>=)|(<<=)|(\\*\\*=))");
    var identifiers = new RegExp("^[_A-Za-z][_A-Za-z0-9]*");

    var wordOperators = wordRegexp(['not', 'and', 'or']);
    var commonkeywords = ['go', 'left', 'right', 'put', 'get', 'repeat',
    'while', 'if', 'else', 'def'];
    var commontypes = ['home', 'north', 'empty', 'acid', 'anchor', 'bone', 'box', 'bush', 'cactus', 'corn', 'fire', 'gem', 'jellyfish', 'mark', 'mine', 'palm', 'plant', 'radiation', 'rock', 'scorpion', 'skull', 'stone', 'stump', 'tomb', 'torpedo', 'tray', 'tree', 'wall', 'water', 'wood', 'bag', 'baket', 'cart', 'chest', 'vault', 'net', 'bin', 'trash', 'toilet', 'bowl', 'nugget', 'pumpkin', 'spider', 'snake', 'rose', 'tulip', 'apple', 'cherry', 'eye', 'brain', 'candy', 'book', 'key', 'pie', 'gears', 'coin', 'gun', 'ammo', 'grenade', 'pill', 'medkit', 'radio', 'bomb', 'starfish', 'pearl', 'crab', 'shoe', 'beads', 'ribbon', 'ring', 'map', 'hat', 'pipe', 'lens', 'phone', 'watch', 'rug', 'shield', 'mask', 'ball', 'orchid', 'sword', 'chip', 'basket', 'lollipop', 'table', 'chair'];
{'fraction_non_alphanumeric': 0.35908396946564886, 'fraction_numerical': 0.0012213740458015267, 'mean_word_length': 4.677642980935875, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4516408', 'n_tokens_mistral': 1357, 'n_tokens_neox': 1306, 'n_words': 285}