<commit_before><?xml version="1.0" encoding="utf-8" ?>
<Site>
	<Name>Shimmie</Name>
	<Urls>
		<Html>
			<Tags>/post/list/{tags}/{page}</Tags>
			<Post>/post/view/{id}</Post>
			<Image>/_images/{md5}.{ext}|/_images/{id}.{ext}</Image>
		</Html>
		<Rss>
			<Tags>/rss/images/{page}</Tags>
		</Rss>
	</Urls>
	<Regex>
		<Tags>&lt;li class=&quot;tag-type-([^&quot;]+)&quot;&gt;.*&lt;a href=&quot;[^&quot;]+&quot;&gt;[^&lt;]*&lt;/a&gt;[^&lt;]*&lt;a href=&quot;[^&quot;]+&quot;&gt;([^&lt;]+)&lt;/a&gt;[^&lt;]*&lt;/li&gt;|&lt;a class=['&quot;]tag_name['&quot;] href=['&quot;]([^'&quot;]+)(?:/1)?['&quot;]&gt;([^&lt;]+)&lt;/a&gt;</Tags>
		<Image>&lt;a(?: class=['&quot;][^'&quot;]*['&quot;])? href=['&quot;].*\/post\/view\/([^'&quot;]+)['&quot;][^&gt;]*&gt;.*(&lt;img(?: id=['&quot;](?:[^'&quot;]*)['&quot;])? title=['&quot;]([^'&quot;]+) \/\/ ([^'&quot;]+)x([^'&quot;]+) \/\/ [^'&quot;]*['&quot;] alt=['&quot;][^'&quot;]*['&quot;](?: height=['&quot;][^'&quot;]*['&quot;])? width=['&quot;][^'&quot;]*['&quot;](?: height=['&quot;][^'&quot;]*['&quot;])? src=['&quot;][^'&quot;]*(\/_thumbs\/([^\/]*)\/[^'&quot;]*\.jpg|\/thumb\/([^'&quot;]*)\.jpg|questionable\.jpg)['&quot;] ?\/?&gt;).*&lt;\/a&gt;</Image>
		<Order>id|image|tags|width|height|preview_url|md5</Order>
		<LastPage>&lt;a href=['&quot;]/post/list(?:/[^/]+)?/(\d*)['&quot;]&gt;Last&lt;/a&gt;</LastPage>
		<ImageUrl>&lt;img.+ id=['&quot;]main_image['&quot;] src=['&quot;]([^']+)['&quot;][^&gt;]*&gt;</ImageUrl>
		<ForceImageUrl>true</ForceImageUrl>
	</Regex>
	<FirstPage>1</FirstPage><commit_msg>Fix Shimmie search with no tags<commit_after><?xml version="1.0" encoding="utf-8" ?>
<Site>
	<Name>Shimmie</Name>
	<Urls>
		<Html>
			<Home>/post/list/{page}</Home>
			<Tags>/post/list/{tags}/{page}</Tags>
			<Post>/post/view/{id}</Post>
			<Image>/_images/{md5}.{ext}|/_images/{id}.{ext}</Image>
		</Html>
		<Rss>
			<Tags>/rss/images/{page}</Tags>
		</Rss>
	</Urls>
	<Regex>
		<Tags>&lt;li class=&quot;tag-type-([^&quot;]+)&quot;&gt;.*&lt;a href=&quot;[^&quot;]+&quot;&gt;[^&lt;]*&lt;/a&gt;[^&lt;]*&lt;a href=&quot;[^&quot;]+&quot;&gt;([^&lt;]+)&lt;/a&gt;[^&lt;]*&lt;/li&gt;|&lt;a class=['&quot;]tag_name['&quot;] href=['&quot;]([^'&quot;]+)(?:/1)?['&quot;]&gt;([^&lt;]+)&lt;/a&gt;</Tags>
		<Image>&lt;a(?: class=['&quot;][^'&quot;]*['&quot;])? href=['&quot;].*\/post\/view\/([^'&quot;]+)['&quot;][^&gt;]*&gt;.*(&lt;img(?: id=['&quot;](?:[^'&quot;]*)['&quot;])? title=['&quot;]([^'&quot;]+) \/\/ ([^'&quot;]+)x([^'&quot;]+) \/\/ [^'&quot;]*['&quot;] alt=['&quot;][^'&quot;]*['&quot;](?: height=['&quot;][^'&quot;]*['&quot;])? width=['&quot;][^'&quot;]*['&quot;](?: height=['&quot;][^'&quot;]*['&quot;])? src=['&quot;][^'&quot;]*(\/_thumbs\/([^\/]*)\/[^'&quot;]*\.jpg|\/thumb\/([^'&quot;]*)\.jpg|questionable\.jpg)['&quot;] ?\/?&gt;).*&lt;\/a&gt;</Image>
		<Order>id|image|tags|width|height|preview_url|md5</Order>
		<LastPage>&lt;a href=['&quot;]/post/list(?:/[^/]+)?/(\d*)['&quot;]&gt;Last&lt;/a&gt;</LastPage>
		<ImageUrl>&lt;img.+ id=['&quot;]main_image['&quot;] src=['&quot;]([^']+)['&quot;][^&gt;]*&gt;</ImageUrl>
		<ForceImageUrl>true</ForceImageUrl>
	</Regex>
	<FirstPage>1</FirstPage>
{'fraction_non_alphanumeric': 0.42857142857142855, 'fraction_numerical': 0.004464285714285714, 'mean_word_length': 7.713888888888889, 'pattern_counts': {'":': 0, '<': 73, '<?xml version=': 2, '>': 73, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6589930', 'n_tokens_mistral': 1598, 'n_tokens_neox': 1509, 'n_words': 93}