<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
<plist version="1.0">
<dict>
	<key>fileTypes</key>
	<array>
		<string>dtx</string>
	</array>
	<key>name</key>
	<string>DocTeX</string>
	<key>patterns</key>
	<array>
		<dict>
			<key>captures</key>
			<dict>
				<key>1</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.verb.latex</string>
				</dict>
				<key>2</key>
				<dict>
					<key>name</key>
					<string>markup.raw.verb.latex</string>
				</dict>
				<key>3</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.verb.latex</string>
				</dict>
			</dict>
			<key>match</key>
			<string>(\|)([^\|]*)(\|)</string>
			<key>name</key>
			<string>meta.function.verb.latex</string>
		</dict>
		<dict>
			<key>begin</key>
			<string>^(%)    (\\begin\{macrocode\})</string>
			<key>captures</key>
			<dict>
				<key>1</key>
				<dict>
					<key>name</key>
					<string>comment.line.percentage.doctex</string>
				</dict>
				<key>2</key>
				<dict>
					<key>name</key>
					<string>entity.name.tag.macrocode.doctex</string>
				</dict>
			</dict>
			<key>end</key>
			<string>^(%)    (\\end\{macrocode\})</string>
			<key>patterns</key>
			<array>
				<dict>
					<key>include</key>
					<string>#guards</string>
				</dict>
				<dict>
					<key>include</key>
					<string>#macrocode-braces</string>
				</dict>
				<dict>
					<key>include</key>
					<string>text.tex</string>
				</dict>
			</array>
		</dict>
		<dict>
			<key>include</key>
			<string>#guards</string>
		</dict>
		<dict>
			<key>match</key>
			<string>(^[ \t]*)%?%</string>
			<key>name</key>
			<string>comment.line.percentage.doctex</string>
		</dict>
		<dict>
			<key>match</key>
			<string>\^\^A.*$\n?</string>
			<key>name</key>
			<string>comment.line.percentage.tex</string>
		</dict>
		<dict>
			<key>match</key>
			<string>(?<=[^%\\])%</string>
			<key>name</key>
			<string>invalid</string>
		</dict>
		<dict>
			<key>begin</key>
			<string>\$\$</string>
			<key>beginCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.begin.latex</string>
				</dict>
			</dict>
			<key>end</key>
			<string>\$\$</string>
			<key>endCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.end.latex</string>
				</dict>
			</dict>
			<key>name</key>
			<string>support.class.math.latex</string>
			<key>patterns</key>
			<array>
				<dict>
					<key>include</key>
					<string>text.tex#math</string>
				</dict>
				<dict>
					<key>include</key>
					<string>$base</string>
				</dict>
			</array>
		</dict>
		<dict>
			<key>begin</key>
			<string>\$</string>
			<key>beginCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.begin.latex</string>
				</dict>
			</dict>
			<key>end</key>
			<string>\$</string>
			<key>endCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.end.latex</string>
				</dict>
			</dict>
			<key>name</key>
			<string>support.class.math.latex</string>
			<key>patterns</key>
			<array>
				<dict>
					<key>include</key>
					<string>text.tex#math</string>
				</dict>
				<dict>
					<key>include</key>
					<string>$base</string>
				</dict>
			</array>
		</dict>
		<dict>
			<key>include</key>
			<string>text.tex.latex</string>
		</dict>
	</array>
	<key>repository</key>
	<dict>
		<key>guards</key>
		<dict>
			<key>match</key>
			<string>^%(\<[^\>]*\>)</string>
			<key>name</key>
			<string>entity.name.function.filename.latex</string>
		</dict>
	</dict>
	<key>scopeName</key>
	<string>text.tex.doctex</string>
	<key>uuid</key>
	<string>6BC8DE6F-9360-4C7E-AC3C-971385945346</string>
</dict>
</plist><commit_msg>Enable latex3 syntax in doctex mode<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
<plist version="1.0">
<dict>
	<key>fileTypes</key>
	<array>
		<string>dtx</string>
	</array>
	<key>name</key>
	<string>DocTeX</string>
	<key>patterns</key>
	<array>
		<dict>
			<key>captures</key>
			<dict>
				<key>1</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.verb.latex</string>
				</dict>
				<key>2</key>
				<dict>
					<key>name</key>
					<string>markup.raw.verb.latex</string>
				</dict>
				<key>3</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.verb.latex</string>
				</dict>
			</dict>
			<key>match</key>
			<string>(\|)([^\|]*)(\|)</string>
			<key>name</key>
			<string>meta.function.verb.latex</string>
		</dict>
		<dict>
			<key>begin</key>
			<string>^(%)    (\\begin\{macrocode\})</string>
			<key>captures</key>
			<dict>
				<key>1</key>
				<dict>
					<key>name</key>
					<string>comment.line.percentage.doctex</string>
				</dict>
				<key>2</key>
				<dict>
					<key>name</key>
					<string>entity.name.tag.macrocode.doctex</string>
				</dict>
			</dict>
			<key>end</key>
			<string>^(%)    (\\end\{macrocode\})</string>
			<key>patterns</key>
			<array>
				<dict>
					<key>include</key>
					<string>#guards</string>
				</dict>
				<dict>
					<key>include</key>
					<string>#macrocode-braces</string>
				</dict>
				<dict>
					<key>include</key>
					<string>text.tex.latex.expl3</string>
				</dict>
			</array>
		</dict>
		<dict>
			<key>include</key>
			<string>#guards</string>
		</dict>
		<dict>
			<key>match</key>
			<string>(^[ \t]*)%?%</string>
			<key>name</key>
			<string>comment.line.percentage.doctex</string>
		</dict>
		<dict>
			<key>match</key>
			<string>\^\^A.*$\n?</string>
			<key>name</key>
			<string>comment.line.percentage.tex</string>
		</dict>
		<dict>
			<key>match</key>
			<string>(?<=[^%\\])%</string>
			<key>name</key>
			<string>invalid</string>
		</dict>
		<dict>
			<key>begin</key>
			<string>\$\$</string>
			<key>beginCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.begin.latex</string>
				</dict>
			</dict>
			<key>end</key>
			<string>\$\$</string>
			<key>endCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.end.latex</string>
				</dict>
			</dict>
			<key>name</key>
			<string>support.class.math.latex</string>
			<key>patterns</key>
			<array>
				<dict>
					<key>include</key>
					<string>text.tex#math</string>
				</dict>
				<dict>
					<key>include</key>
					<string>$base</string>
				</dict>
			</array>
		</dict>
		<dict>
			<key>begin</key>
			<string>\$</string>
			<key>beginCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.begin.latex</string>
				</dict>
			</dict>
			<key>end</key>
			<string>\$</string>
			<key>endCaptures</key>
			<dict>
				<key>0</key>
				<dict>
					<key>name</key>
					<string>punctuation.definition.string.end.latex</string>
				</dict>
			</dict>
			<key>name</key>
			<string>support.class.math.latex</string>
			<key>patterns</key>
			<array>
				<dict>
					<key>include</key>
					<string>text.tex#math</string>
				</dict>
				<dict>
					<key>include</key>
					<string>$base</string>
				</dict>
			</array>
		</dict>
		<dict>
			<key>include</key>
			<string>text.tex.latex.expl3</string>
		</dict>
	</array>
	<key>repository</key>
	<dict>
		<key>guards</key>
		<dict>
			<key>match</key>
			<string>^%(\<[^\>]*\>)</string>
			<key>name</key>
			<string>entity.name.function.filename.latex</string>
		</dict>
	</dict>
	<key>scopeName</key>
	<string>text.tex.doctex</string>
	<key>uuid</key>
	<string>6BC8DE6F-9360-4C7E-AC3C-971385945346</string>
</dict>
</plist>
{'fraction_non_alphanumeric': 0.23304546609093219, 'fraction_numerical': 0.010541021082042164, 'mean_word_length': 2.787878787878788, 'pattern_counts': {'":': 0, '<': 575, '<?xml version=': 2, '>': 575, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3582443', 'n_tokens_mistral': 4178, 'n_tokens_neox': 3283, 'n_words': 394}