<commit_before>var hljs = require('highlight.js');


function highlightCode(code, language) {
    if (typeof language === 'undefined') language = 'html';

    var renderedCode = hljs.highlight(language, code).value;
    var output = '<div class="code-example"><pre><code class="'+language+'">'+renderedCode+'</code></pre></div>';

    return output;
};
  

/**
 * 'markdown-it' instance with plugins
 * 
 * @var {markdownIt} $markdown
 */
var $markdown = require('markdown-it')({
	  html       : true,
	  linkify    : true,
	  typoprapher: true,
	  highlight  : highlightCode
	})
    .use(require("markdown-it-abbr"))
    .use(require("markdown-it-deflist"))
    .use(require("markdown-it-emoji"))
    .use(require("markdown-it-footnote"))
    //.use(require("markdown-it-pandoc-renderer"))
    .use(require("markdown-it-sub"))
    .use(require("markdown-it-sup"))
    .use(require("markdown-it-table-of-contents"))
    .use(require("markdown-it-container"))
    .use(require("markdown-it-component"))
    .use(require("markdown-it-task-lists"))
    .use(require("markdown-it-fontawesome"))
    .use(require('markdown-it-highlightjs'))
    //.use(require("markdown-it-prism"))
;

module.exports = $markdown;<commit_msg>update node 5 'unexpected token'<commit_after>var hljs = require('highlight.js');


function highlightCode(code, language) {
    if (typeof language === 'undefined') language = 'html';

    var renderedCode = hljs.highlight(language, code).value;
    var output = '<div class="code-example"><pre><code class="'+language+'">'+renderedCode+'</code></pre></div>';

    return output;
};
  

/**
 * 'markdown-it' instance with plugins
 * 
 * @var {markdownIt} $markdown
 */
var $markdown = require('markdown-it')({
	  html       : true,
	  linkify    : true,
	  typoprapher: true,
	  highlight  : highlightCode
	})
    .use(require("markdown-it-abbr"))
    .use(require("markdown-it-deflist"))
    .use(require("markdown-it-emoji"))
    .use(require("markdown-it-footnote"))
    //.use(require("markdown-it-pandoc-renderer"))
    .use(require("markdown-it-sub"))
    .use(require("markdown-it-sup"))
    .use(require("markdown-it-table-of-contents"))
    .use(require("markdown-it-container"))
    .use(require("markdown-it-component"))
    .use(require("markdown-it-task-lists"))
    .use(require("markdown-it-fontawesome"))
    //.use(require('markdown-it-highlightjs'))
    //.use(require("markdown-it-prism"))
;

module.exports = $markdown;
{'fraction_non_alphanumeric': 0.19764131760878406, 'fraction_numerical': 0.00040666937779585197, 'mean_word_length': 3.929859719438878, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2818558', 'n_tokens_mistral': 856, 'n_tokens_neox': 797, 'n_words': 117}