<commit_before><?php

require_once('propertyclass.php');

class Page extends PropertyClass
{
	private $_title;
	private $_content;

	function __construct($fileName)
	{
        $text = readTextFile($fileName);

		$this->_content = "";

        foreach(preg_split("/((\r?\n)|(\r\n?))/", $text) as $line)
        {
            $line = trim($line);
            
            if (0 === strpos($line, '# '))
            {
				if (empty($this->_title))
				{
					$this->_title = trim(substr($line, 2));
				}
			}
            else if (0 === strpos($line, '$title='))
            {
				$this->_title = trim(substr($line, 7));
                continue;
			}
            <commit_msg>Fixed bug that stripped out markdown line breaks<commit_after><?php

require_once('propertyclass.php');

class Page extends PropertyClass
{
	private $_title;
	private $_content;

	function __construct($fileName)
	{
        $text = readTextFile($fileName);

		$this->_content = "";

        foreach(preg_split("/((\r?\n)|(\r\n?))/", $text) as $line)
        {
            if (0 === strpos($line, '# '))
            {
				if (empty($this->_title))
				{
					$this->_title = trim(substr($line, 2));
				}
			}
            else if (0 === strpos($line, '$title='))
            {
				$this->_title = trim(substr($line, 7));
                continue;
			}
            
{'fraction_non_alphanumeric': 0.18277153558052434, 'fraction_numerical': 0.00599250936329588, 'mean_word_length': 2.02262443438914, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6462480', 'n_tokens_mistral': 472, 'n_tokens_neox': 421, 'n_words': 81}