<commit_before><?xml version="1.0"?>
<SyntaxDefinition name="MarkDown" extensions=".md" xmlns="http://icsharpcode.net/sharpdevelop/syntaxdefinition/2008">
	<Color name="Heading"         fontWeight="bold" />
	<Color name="Emphasis"        fontStyle="italic" />
	<Color name="StrongEmphasis"  fontWeight="bold" />
	<Color name="InlineCode"      foreground="#654" background="#e9e6e3" />
	<Color name="BlockCode"       foreground="#654" />
	<Color name="BlockQuote"      foreground="#654" />
	<Color name="Link"            foreground="#654" />
	<Color name="Image"           foreground="#654" />
	
	<RuleSet ignoreCase="true">
		<Rule color="Heading">
			^\#{1,6}[^\#].*
		</Rule>
		<Rule color="Image">
			\!\[([^\]]+)\]\(([^)"]+)(?: \"([^\"]+)\")?\)
		</Rule>
		<Rule color="Link">
			\[([^\]]+)\]\(([^)"]+)(?: \"([^\"]+)\")?\)
		</Rule>
		<Rule color="Link">
			\[([^\]]+)\]\[([^)"]+)(?: \"([^\"]+)\")?\]
		</Rule>
		<Rule color="Link">
      &lt;(http|ftp|https|mailto):\/\/[\w\-_]+(\.[\w\-_]+)+([\w\-\.,@?^=%&amp;:/~\+#]*[\w\-\@?^=%&amp;/~\+#])?&gt;
		</Rule>
		<Rule color="StrongEmphasis">
			\*\*.+?\*\*
		</Rule>
		<Rule color="StrongEmphasis">
			__.+?__
		</Rule>
		<Rule color="Emphasis">
			\*.+?\*
		</Rule>
		<Rule color="Emphasis">
			_.+?_
		</Rule>
		<Rule color="InlineCode">
			`.+?`
		</Rule>
		<Span color="BlockCode" multiline="true">
			<Begin>^\t</Begin>
			<End>^(?!\t)</End>
		</Span>
		<Span color="BlockCode" multiline="true">
			<Begin>^[ ]{4}</Begin>
			<End>^(?![ ]{4})</End>
		</Span>
		<Span color="BlockQuote" multiline="true">
			<Begin>^&gt;</Begin>
			<End>^(?!&gt;)</End>
		</Span>
	</RuleSet>
</SyntaxDefinition><commit_msg>Code block highighting for fenced blocks<commit_after><?xml version="1.0"?>
<SyntaxDefinition name="MarkDown" extensions=".md" xmlns="http://icsharpcode.net/sharpdevelop/syntaxdefinition/2008">
	<Color name="Heading"         fontWeight="bold" />
	<Color name="Emphasis"        fontStyle="italic" />
	<Color name="StrongEmphasis"  fontWeight="bold" />
	<Color name="InlineCode"      foreground="#654" background="#e9e6e3" />
	<Color name="BlockCode"       foreground="#654" />
	<Color name="BlockQuote"      foreground="#654" />
	<Color name="Link"            foreground="#654" />
	<Color name="Image"           foreground="#654" />
	
	<RuleSet ignoreCase="true">
		<Rule color="Heading">
			^\#{1,6}[^\#].*
		</Rule>
		<Rule color="Image">
			\!\[([^\]]*)\]\(([^)"]+)(?: \"([^\"]+)\")?\)
		</Rule>
		<Rule color="Link">
			\[([^\]]*)\]\(([^)"]+)(?: \"([^\"]+)\")?\)
		</Rule>
		<Rule color="Link">
			\[([^\]]+)\]\[([^)"]+)(?: \"([^\"]+)\")?\]
		</Rule>
		<Rule color="Link">
      &lt;(http|ftp|https|mailto):\/\/[\w\-_]+(\.[\w\-_]+)+([\w\-\.,@?^=%&amp;:/~\+#]*[\w\-\@?^=%&amp;/~\+#])?&gt;
		</Rule>
		<Rule color="StrongEmphasis">
			\*\*.+?\*\*
		</Rule>
		<Rule color="StrongEmphasis">
			__.+?__
		</Rule>
		<Rule color="Emphasis">
			\*.+?\*
		</Rule>
		<Rule color="Emphasis">
			_.+?_
		</Rule>
		<Rule color="InlineCode">
			`.+?`
		</Rule>
		<Span color="BlockCode" multiline="true">
			<Begin>^\t</Begin>
			<End>^(?!\t)</End>
		</Span>
		<Span color="BlockCode" multiline="true">
			<Begin>^[ ]{4}</Begin>
			<End>^(?![ ]{4})</End>
		</Span>
		<Span color="BlockCode" multiline="true">
			<Begin>^```</Begin>
			<End>^```</End>
		</Span>
		<Span color="BlockCode" multiline="true">
			<Begin>^~~~</Begin>
			<End>^~~~</End>
		</Span>
		<Span color="BlockQuote" multiline="true">
			<Begin>^&gt;</Begin>
			<End>^(?!&gt;)</End>
		</Span>
	</RuleSet>
</SyntaxDefinition>
{'fraction_non_alphanumeric': 0.32024851736797516, 'fraction_numerical': 0.015814741598418527, 'mean_word_length': 3.449748743718593, 'pattern_counts': {'":': 0, '<': 117, '<?xml version=': 2, '>': 117, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5098100', 'n_tokens_mistral': 1636, 'n_tokens_neox': 1392, 'n_words': 190}