<commit_before>'use strict';

var util = require('./util');

var SUPPORTED_TAGS = [
	'description', '@param', '@returns', '@example', '@example-link', '@readonly', '@type',
	'@default', '@deprecated', '@property', '@extends', '@hidden', '@private', '@virtual',
	'@target-class', '@group', '@require-path'
];

var stripStars = function (string) {
	var stripped = string.replace(/^[ \t\n\r]*\*?[ \t\n\r]*|[ \t\n\r]+$/g, '');
	return stripped.replace(/^[ \t]*\* ?/gm, '');
};

var partition = function (doc) {
	var tags = { description: [] };

	var currentTag = 'description';

	var lines = doc.split(/\r\n?/);

	var partial = [];
	lines.forEach(function (line) {
		if (line[0] === '@') {
			tags[currentTag].push(partial);

			var indexOfSpace = line.indexOf(' ');
			if (indexOfSpace > -1) {<commit_msg>CR is optional; LF is always there<commit_after>// jshint node:true

'use strict';

var util = require('./util');

var SUPPORTED_TAGS = [
	'description', '@param', '@returns', '@example', '@example-link', '@readonly', '@type',
	'@default', '@deprecated', '@property', '@extends', '@hidden', '@private', '@virtual',
	'@target-class', '@group', '@require-path'
];

var stripStars = function (string) {
	var stripped = string.replace(/^[ \t\n\r]*\*?[ \t\n\r]*|[ \t\n\r]+$/g, '');
	return stripped.replace(/^[ \t]*\* ?/gm, '');
};

var partition = function (doc) {
	var tags = { description: [] };

	var currentTag = 'description';

	var lines = doc.split(/\r?\n/);

	var partial = [];
	lines.forEach(function (line) {
		if (line[0] === '@') {
			tags[currentTag].push(partial);

			var indexOfSpace = line.indexOf(' ');
			if (indexOfSpace > -1) {
{'fraction_non_alphanumeric': 0.25394896719319565, 'fraction_numerical': 0.002430133657351154, 'mean_word_length': 4.195583596214511, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6506349', 'n_tokens_mistral': 619, 'n_tokens_neox': 583, 'n_words': 137}