<commit_before><?php
class GuruMedBridge extends BridgeAbstract{

	public function loadMetadatas() {

		$this->maintainer = "qwertygc";
		$this->name = "GuruMed";
		$this->uri = "http://www.gurumed.org";
		$this->description = "Returns the 5 newest posts from Gurumed (full text)";
		$this->update = "2016-08-03";

	}

    function GurumedStripCDATA($string) {
    	$string = str_replace('<![CDATA[', '', $string);
    	$string = str_replace(']]>', '', $string);
    	return $string;
    }

    function GurumedExtractContent($url) {
	$html2 = $this->file_get_html($url);
	$text = $html2->find('div.entry', 0)->innertext;
	return $text;
    }

    public function collectData(array $param){
        $html = $this->file_get_html('http://gurumed.org/feed') or $this->returnError('Could not request Gurumed.', 404);
	$limit = 0;

	foreach($html->find('item') as $element) {
	 if($limit < 5) {
	 $item = new \Item();
	 $item->title = $this->GurumedStripCDATA($element->find('title', 0)->innertext);
	 $item->uri = $this->GurumedStripCDATA($element->find('guid', 0)->plaintext);
	 $item->timestamp = strtotime($element->find('pubDate', 0)->plaintext);
	 $item->content = $this->GurumedExtractContent($item->uri);
	 $this->items[] = $item;
	 $limit++;
	 }
	}
    
    }
<commit_msg>Return description from source feed not subsequent pages<commit_after><?php
class GuruMedBridge extends BridgeAbstract{

	public function loadMetadatas() {

		$this->maintainer = "qwertygc";
		$this->name = "GuruMed";
		$this->uri = "http://www.gurumed.org";
		$this->description = "Returns the 5 newest posts from Gurumed (full text)";
		$this->update = "2016-08-03";

	}

    function GurumedStripCDATA($string) {
    	$string = str_replace('<![CDATA[', '', $string);
    	$string = str_replace(']]>', '', $string);
    	return $string;
    }

    public function collectData(array $param){
        $html = $this->file_get_html('http://gurumed.org/feed') or $this->returnError('Could not request Gurumed.', 404);
	$limit = 0;

	foreach($html->find('item') as $element) {
	 if($limit < 5) {
	 $item = new \Item();
	 $item->title = $this->GurumedStripCDATA($element->find('title', 0)->innertext);
	 $item->uri = $this->GurumedStripCDATA($element->find('guid', 0)->plaintext);
	 $item->timestamp = strtotime($element->find('pubDate', 0)->plaintext);
	 $item->content = $this->GurumedStripCDATA(strip_tags($element->find('description', 0), '<p><a><br>'));
	 $this->items[] = $item;
	 $limit++;
	 }
	}
    
    }

{'fraction_non_alphanumeric': 0.20353982300884957, 'fraction_numerical': 0.015285599356395816, 'mean_word_length': 4.2579281183932345, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 57, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6241643', 'n_tokens_mistral': 918, 'n_tokens_neox': 835, 'n_words': 162}