<commit_before>'use strict';

var fs = require('fs');
var jsdom = require('jsdom');
var bail = require('bail');

jsdom.env('https://html.spec.whatwg.org/multipage/syntax.html', function (err, window) {
  bail(err);

  var $table = window.document.getElementById('table-charref-overrides');
  var $rows = $table.querySelectorAll('tbody > tr');
  var data = {};
<commit_msg>Update build script for changes in source<commit_after>'use strict';

var fs = require('fs');
var jsdom = require('jsdom');
var bail = require('bail');

jsdom.env('https://html.spec.whatwg.org/multipage/parsing.html', function (err, window) {
  bail(err);

  var $table = window.document.getElementById('table-charref-overrides');
  var $rows = $table.querySelectorAll('tbody > tr');
  var data = {
    0: '�'
  };

{'fraction_non_alphanumeric': 0.18297331639135958, 'fraction_numerical': 0.0012706480304955528, 'mean_word_length': 4.880597014925373, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '27832', 'n_tokens_mistral': 263, 'n_tokens_neox': 265, 'n_words': 58}