<commit_before>[

"", [],

"/**///** /* **/*//* ", [
	"/", "*", "/"
],

"red", [
	["ident", "red"]
],

"  \t\t\r\n\nRed ", [
	" ", ["ident", "Red"], " "
],

"red/* CDC */-->", [
	["ident", "red"], "-->"
],

"red-->/* Not CDC */", [
	["ident", "red--"], ">"
],

"red0 -red --red -\\-red 0red -0red \u0000red _Red .red rêd", [
	["ident", "red0"], " ",
	["ident", "-red"], " ",
	"-", ["ident", "-red"], " ",
	["ident", "--red"], " ",
	["dimension", "0", 0, "integer", "red"], " ",
	["dimension", "-0", 0, "integer", "red"], " ",
	["ident", "\uFFFDred"], " ",
	["ident", "_Red"], " ",
	".", ["ident", "red"], " ",
	["ident", "rêd"]
],

"\\30red \\00030 red \\30\r\nred \\0000000red \\1100000red \\red \\r ed \\.red \\ red \\\nred \\376\\37 6\\000376\\0000376\\", [
	["ident", "0red"], " ",
	["ident", "0red"], " ",
	["ident", "0red"], " ",
	["ident", "\uFFFD0red"], " ",
	["ident", "\uFFFD0red"], " ",
	["ident", "red"], " ",
	["ident", "r"], " ", ["ident", "ed"], " ",
	["ident", ".red"], " ",
	["ident", " red"], " ",
	["error", "bad-escape"], "\\", " ", ["ident", "red"], " ",
	["ident", "Ͷ76Ͷ76\uFFFD"]
],

"rgba0() -rgba() --rgba() -\\-rgba() 0rgba() -0rgba() _rgba() .rgba() rgbâ() \\30rgba()", [
	["function", "rgba0"], " ",
	["function", "-rgba"], " ",<commit_msg>Remove the bad-escape error. Delim('\\') will trigger an error anyway.<commit_after>[

"", [],

"/**///** /* **/*//* ", [
	"/", "*", "/"
],

"red", [
	["ident", "red"]
],

"  \t\t\r\n\nRed ", [
	" ", ["ident", "Red"], " "
],

"red/* CDC */-->", [
	["ident", "red"], "-->"
],

"red-->/* Not CDC */", [
	["ident", "red--"], ">"
],

"red0 -red --red -\\-red 0red -0red \u0000red _Red .red rêd", [
	["ident", "red0"], " ",
	["ident", "-red"], " ",
	"-", ["ident", "-red"], " ",
	["ident", "--red"], " ",
	["dimension", "0", 0, "integer", "red"], " ",
	["dimension", "-0", 0, "integer", "red"], " ",
	["ident", "\uFFFDred"], " ",
	["ident", "_Red"], " ",
	".", ["ident", "red"], " ",
	["ident", "rêd"]
],

"\\30red \\00030 red \\30\r\nred \\0000000red \\1100000red \\red \\r ed \\.red \\ red \\\nred \\376\\37 6\\000376\\0000376\\", [
	["ident", "0red"], " ",
	["ident", "0red"], " ",
	["ident", "0red"], " ",
	["ident", "\uFFFD0red"], " ",
	["ident", "\uFFFD0red"], " ",
	["ident", "red"], " ",
	["ident", "r"], " ", ["ident", "ed"], " ",
	["ident", ".red"], " ",
	["ident", " red"], " ",
	"\\", " ", ["ident", "red"], " ",
	["ident", "Ͷ76Ͷ76\uFFFD"]
],

"rgba0() -rgba() --rgba() -\\-rgba() 0rgba() -0rgba() _rgba() .rgba() rgbâ() \\30rgba()", [
	["function", "rgba0"], " ",
	["function", "-rgba"], " ",
{'fraction_non_alphanumeric': 0.4127725856697819, 'fraction_numerical': 0.053738317757009345, 'mean_word_length': 2.8689759036144578, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4859877', 'n_tokens_mistral': 1223, 'n_tokens_neox': 1127, 'n_words': 219}