<commit_before><pre class="diff">
<?php
require_once 'Text/Diff.php';
require_once 'Text/Diff/Renderer/inline.php';
require_once 'Text/Diff/Renderer/unified.php';


if(!empty($diff['WikiPage']['body']) && !empty($diff['WikiPage']['body'][1]) && !empty($diff['WikiPage']['body'][0])){
	$old = explode("\n",h($diff['WikiPage']['body'][1]));
	$new = explode("\n",h($diff['WikiPage']['body'][0]));
	$differ = new Text_Diff('auto',array($old,$new));
	$renderer = new Text_Diff_Renderer_unified();
	//$renderer->_leading_context_lines = 10000;
	//$renderer->_trailing_context_lines = 10000;

	$text = $renderer->render($differ);
	//頭のみ改行を入れない
	$text = preg_replace("/^(@.*)/", "<span class=\"info\">\\1</span>", $text);
	$text = preg_replace("/^(@.*)/m", "<br><span class=\"info\">\\1</span>", $text);
	$text = preg_replace("/^(\+.*)/m", "<span class=\"ins\">\\1</span>", $text);
	$text = preg_replace("/^(-.*)/m", "<span class=\"del\">\\1</span>", $text);
	echo $text;
}
?>
</pre><commit_msg>fix comment<commit_after><pre class="diff">
<?php
require_once 'Text/Diff.php';
require_once 'Text/Diff/Renderer/inline.php';
require_once 'Text/Diff/Renderer/unified.php';


if(!empty($diff['WikiPage']['body']) && !empty($diff['WikiPage']['body'][1]) && !empty($diff['WikiPage']['body'][0])){
	$old = explode("\n",h($diff['WikiPage']['body'][1]));
	$new = explode("\n",h($diff['WikiPage']['body'][0]));
	$differ = new Text_Diff('auto',array($old,$new));
	$renderer = new Text_Diff_Renderer_unified();
	//$renderer->_leading_context_lines = 10000;
	//$renderer->_trailing_context_lines = 10000;

	$text = $renderer->render($differ);
	//行頭のみ改行を入れない 他は見やすさのため @~~~ の前に改行を入れる
	$text = preg_replace("/^(@.*)/", "<span class=\"info\">\\1</span>", $text);
	$text = preg_replace("/^(@.*)/m", "<br /><span class=\"info\">\\1</span>", $text);
	$text = preg_replace("/^(\+.*)/m", "<span class=\"ins\">\\1</span>", $text);
	$text = preg_replace("/^(-.*)/m", "<span class=\"del\">\\1</span>", $text);
	echo $text;
}
?>
</pre>
{'fraction_non_alphanumeric': 0.3045, 'fraction_numerical': 0.018, 'mean_word_length': 6.070671378091872, 'pattern_counts': {'":': 0, '<': 27, '<?xml version=': 0, '>': 33, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3088644', 'n_tokens_mistral': 786, 'n_tokens_neox': 774, 'n_words': 107}