<commit_before>var INHIBIT_RUN = true;

tenyr_state.tcc = { };
tenyr_state.tas = { };
tenyr_state.tdis = { };
tenyr_state.tsim = { };

tenyr_state.tcc.in_area  = document.getElementById('input');
tenyr_state.tcc.out_area = tenyr_state.tas.in_area  = document.getElementById('preprocessed');
tenyr_state.tas.out_area = tenyr_state.tsim.in_area = document.getElementById('output');
tenyr_state.tdis.in_area = tenyr_state.tas.out_area;
tenyr_state.tdis.out_area = tenyr_state.tas.in_area;
tenyr_state.tsim.out_area = document.getElementById('simoutput');

tenyr_state.tcc.get_line_char = make_char_getter(tenyr_state.tcc.in_area);
tenyr_state.tas.get_line_char = make_char_getter(tenyr_state.tas.in_area);
tenyr_state.tdis.get_line_char = make_char_getter(tenyr_state.tdis.in_area);
tenyr_state.tsim.get_line_char = make_char_getter(tenyr_state.tsim.in_area);

function make_char_getter(area)
{
    return function() {
        var me = arguments.callee;
        if (typeof me.i == 'undefined') {
            me.i = 0;
        }

        var what = area.value;
        if (me.i < what.length) {
            var result = what.charCodeAt(me.i++);<commit_msg>Stop using arguments.callee<commit_after>var INHIBIT_RUN = true;

tenyr_state.tcc = { };
tenyr_state.tas = { };
tenyr_state.tdis = { };
tenyr_state.tsim = { };

tenyr_state.tcc.in_area  = document.getElementById('input');
tenyr_state.tcc.out_area = tenyr_state.tas.in_area  = document.getElementById('preprocessed');
tenyr_state.tas.out_area = tenyr_state.tsim.in_area = document.getElementById('output');
tenyr_state.tdis.in_area = tenyr_state.tas.out_area;
tenyr_state.tdis.out_area = tenyr_state.tas.in_area;
tenyr_state.tsim.out_area = document.getElementById('simoutput');

tenyr_state.tcc.get_line_char = make_char_getter(tenyr_state.tcc.in_area);
tenyr_state.tas.get_line_char = make_char_getter(tenyr_state.tas.in_area);
tenyr_state.tdis.get_line_char = make_char_getter(tenyr_state.tdis.in_area);
tenyr_state.tsim.get_line_char = make_char_getter(tenyr_state.tsim.in_area);

function make_char_getter(area)
{
    return function me () {
        if (typeof me.i == 'undefined') {
            me.i = 0;
        }

        var what = area.value;
        if (me.i < what.length) {
            var result = what.charCodeAt(me.i++);
{'fraction_non_alphanumeric': 0.1294271972015741, 'fraction_numerical': 0.0008745080891998251, 'mean_word_length': 4.4606205250596656, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1740577', 'n_tokens_mistral': 897, 'n_tokens_neox': 890, 'n_words': 101}