<commit_before>define(function() {
	"use strict";
	var language_manager = brackets.getModule("language/LanguageManager");
	var code_mirror = brackets.getModule("thirdparty/CodeMirror2/lib/codemirror");
	code_mirror.defineMode("coffeescriptimproved", function(config, parser_config) {
		var constant_list = [
			"false",
			"no",
			"null",
			"off",
			"on",
			"true",
			"undefined",
			"Infinity",
			"NaN"
		];
		var keyword_list = [
			"and",
			"break",
			"by",
			"catch",
			"class",
			"continue",
			"debugger",
			"delete",
			"do",
			"else",
			"extends",
			"finally",
			"for",
			"if",
			"in",
			"instanceof",
			"is",
			"isnt",
			"loop",
			"new",
			"not",
			"of",
			"or",
			"return",
			"super",
			"switch",
			"then",
			"this",
			"throw",
			"try",
			"typeof",
			"unless",
			"until",
			"when",
			"while"
		];
		var constant = constant_list.join("|");
		var identifier = "[a-zA-Z\\$_][\\w\\$]*";
		var keyword = keyword_list.join("|");
		var number = "((?:0(?:(?:[bB][01]+)|(?:[oO][0-7]+)|(?:[xX][0-9a-fA-F]+)))|(?:[\\d]*\\.?[\\d]+(?:e[\\+\\-]\\d+)?))";
		var regexp = "\\/((?![*+?\\s])(?:[^\\r\\n\\[/\\\\]|\\\\.|\\[(?:[^\\r\\n\\]\\\\]|\\\\.)*\\])+)\\/";
		var regexp_flag = "\\b(([gimuy])(?![gimuy]*\\2))+\\b";
		var not_identifier = "[^\\w\\$]";
		var not_keyword = "[^a-z]";
		var not_number = "[^0-9a-fA-FoxOX\\+\\-\\.]";
		var whitespace = "[\\t ]*";
		var xml_identifier = "[a-zA-Z:_][a-zA-Z0-9:_\\-\\.]*";
		var xml_string = "(?:\"(?:(?:\\\")|[^\"])*\")|(?:'(?:(?:\\\')|[^'])*')";
		var xml_value = "(?:\\{[\\s\\S]*?\\})";
		var xml_element = "<\\/?(" + xml_identifier + ")(?: (?:" + xml_string + "|" + xml_value + "|[^<>\"'])*?)?(?:\\/)?" + whitespace + ">";
		return {
			token: function(stream, state) {<commit_msg>Added support for the yield keyword<commit_after>define(function() {
	"use strict";
	var language_manager = brackets.getModule("language/LanguageManager");
	var code_mirror = brackets.getModule("thirdparty/CodeMirror2/lib/codemirror");
	code_mirror.defineMode("coffeescriptimproved", function(config, parser_config) {
		var constant_list = [
			"false",
			"no",
			"null",
			"off",
			"on",
			"true",
			"undefined",
			"Infinity",
			"NaN"
		];
		var keyword_list = [
			"and",
			"break",
			"by",
			"catch",
			"class",
			"continue",
			"debugger",
			"delete",
			"do",
			"else",
			"extends",
			"finally",
			"for",
			"if",
			"in",
			"instanceof",
			"is",
			"isnt",
			"loop",
			"new",
			"not",
			"of",
			"or",
			"return",
			"super",
			"switch",
			"then",
			"this",
			"throw",
			"try",
			"typeof",
			"unless",
			"until",
			"when",
			"while",
			"yield"
		];
		var constant = constant_list.join("|");
		var identifier = "[a-zA-Z\\$_][\\w\\$]*";
		var keyword = keyword_list.join("|");
		var number = "((?:0(?:(?:[bB][01]+)|(?:[oO][0-7]+)|(?:[xX][0-9a-fA-F]+)))|(?:[\\d]*\\.?[\\d]+(?:e[\\+\\-]\\d+)?))";
		var regexp = "\\/((?![*+?\\s])(?:[^\\r\\n\\[/\\\\]|\\\\.|\\[(?:[^\\r\\n\\]\\\\]|\\\\.)*\\])+)\\/";
		var regexp_flag = "\\b(([gimuy])(?![gimuy]*\\2))+\\b";
		var not_identifier = "[^\\w\\$]";
		var not_keyword = "[^a-z]";
		var not_number = "[^0-9a-fA-FoxOX\\+\\-\\.]";
		var whitespace = "[\\t ]*";
		var xml_identifier = "[a-zA-Z:_][a-zA-Z0-9:_\\-\\.]*";
		var xml_string = "(?:\"(?:(?:\\\")|[^\"])*\")|(?:'(?:(?:\\\')|[^'])*')";
		var xml_value = "(?:\\{[\\s\\S]*?\\})";
		var xml_element = "<\\/?(" + xml_identifier + ")(?: (?:" + xml_string + "|" + xml_value + "|[^<>\"'])*?)?(?:\\/)?" + whitespace + ">";
		return {
			token: function(stream, state) {
{'fraction_non_alphanumeric': 0.3429938097917839, 'fraction_numerical': 0.007315700619020821, 'mean_word_length': 2.798076923076923, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 14}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5019056', 'n_tokens_mistral': 1802, 'n_tokens_neox': 1530, 'n_words': 222}