<commit_before>/**
 * nano-markdown - a minimal markdown to html converter
 * Copyright (c) 2015, <NAME>. (MIT Licensed)
 * https://github.com/Holixus/nano-markdown
 */

(function (root, factory) {
	/* istanbul ignore if */
	if (typeof define === 'function' && /* istanbul ignore next */ define.amd) {
		// AMD
		define([ ], factory);
	} else 
		/* istanbul ignore else */
		if (typeof exports === 'object') {
			// Node, CommonJS-like
			module.exports = factory();
		} else {
			// Browser globals (root is window)
			root.returnExports = factory();
		}
}(this, function () {
"use strict";

function lex(a) {
	return a.replace(/(\*\*|__|~~)(\S(?:[\s\S]*?\S)?)\1/g, function (m, delim, text) {
		return (delim === '~~') ? '<del>'+text+'</del>' : '<b>'+text+'</b>';
	}).replace(/(\n|^|\W)([_\*])(\S(?:[\s\S]*?\S)?)\2(\W|$|\n)/g, function (m, l, di, ital, r) {
		return l+'<i>'+ital+'</i>'+r;
	}).replace(/(!?)\[([^\]<>]+)\]\((\+?)([^ \)<>]+)(?: "([^\(\)\"]+)")?\)/g, function (match, is_img, text, new_tab, ref, title) {
		var attrs = title ? ' title="' + title + '"' : '';
		if (is_img)
			return '<img src="' + nmd.href(ref) + '" alt="' + text + '"' + attrs + '/>';
		if (new_tab)
			attrs += ' target="_blank"';
		return '<a href="' + nmd.href(ref) + '"' + attrs + '>' + text + '</a>';
	});
}

var nmd = function (md) {
	return md.replace(/.+(?:\n.+)*/g, function (m) {
		var code = /^\s{4}([^]*)$/.exec(m);
		if (code)
			return '<pre><code>' + code[1].replace(/\n    /g, '\n') + '</code></pre>';<commit_msg>code cleanup<commit_after>/**
 * nano-markdown - a minimal markdown to html converter
 * Copyright (c) 2015, <NAME>. (MIT Licensed)
 * https://github.com/Holixus/nano-markdown
 */

(function (root, factory) {
	/* istanbul ignore if */
	if (typeof define === 'function' && /* istanbul ignore next */ define.amd)
		// AMD
		define([ ], factory);
	else 
		/* istanbul ignore else */
		if (typeof exports === 'object')
			// Node, CommonJS-like
			module.exports = factory();
		else
			// Browser globals (root is window)
			root.returnExports = factory();
}(this, function () {
"use strict";

function lex(a) {
	return a.replace(/(\*\*|__|~~)(\S(?:[\s\S]*?\S)?)\1/g, function (m, delim, text) {
		return (delim === '~~') ? '<del>'+text+'</del>' : '<b>'+text+'</b>';
	}).replace(/(\n|^|\W)([_\*])(\S(?:[\s\S]*?\S)?)\2(\W|$|\n)/g, function (m, l, di, ital, r) {
		return l+'<i>'+ital+'</i>'+r;
	}).replace(/(!?)\[([^\]<>]+)\]\((\+?)([^ \)<>]+)(?: "([^\(\)\"]+)")?\)/g, function (match, is_img, text, new_tab, ref, title) {
		var attrs = title ? ' title="' + title + '"' : '';
		if (is_img)
			return '<img src="' + nmd.href(ref) + '" alt="' + text + '"' + attrs + '/>';
		if (new_tab)
			attrs += ' target="_blank"';
		return '<a href="' + nmd.href(ref) + '"' + attrs + '>' + text + '</a>';
	});
}

var nmd = function (md) {
	return md.replace(/.+(?:\n.+)*/g, function (m) {
		var code = /^\s{4}([^]*)$/.exec(m);
		if (code)
			return '<pre><code>' + code[1].replace(/\n    /g, '\n') + '</code></pre>';
{'fraction_non_alphanumeric': 0.3077434363575939, 'fraction_numerical': 0.005317381189764041, 'mean_word_length': 3.251412429378531, 'pattern_counts': {'":': 0, '<': 35, '<?xml version=': 0, '>': 35, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1228819', 'n_tokens_mistral': 1273, 'n_tokens_neox': 1183, 'n_words': 260}