<commit_before><?php
class ReporterreBridge extends BridgeAbstract{

		public function loadMetadatas() {

			$this->maintainer = "nyutag";
			$this->name = "Reporterre Bridge";
			$this->uri = "http://www.reporterre.net/";
			$this->description = "Returns the newest articles.";
			$this->update = "2016-08-04";

		}

		function ExtractContentReporterre($url) {
			$html2 = $this->file_get_html($url);
			foreach($html2->find('div[style=text-align:justify]') as $e) {
				$text = $e->outertext;
			}
			$html2->clear();
			unset ($html2);
			return $text;
		}

        public function collectData(array $param){
		$html = $this->file_get_html('http://www.reporterre.net/spip.php?page=backend') or $this->returnError('Could not request Reporterre.', 404);
		$limit = 0;

		foreach($html->find('item') as $element) {
		 if($limit < 5) {
		  $item = new \Item();
		  $item->title = html_entity_decode($element->find('title', 0)->plaintext);
		  $item->timestamp = strtotime($element->find('dc:date', 0)->plaintext);
		  $item->uri = $element->find('guid', 0)->innertext;
		  $item->content = html_entity_decode($this->ExtractContentReporterre($item->uri));
		  $this->items[] = $item;
		  $limit++;
		 }
		}
    
    }

    public function getName(){
        return 'Reporterre Bridge';
    }

    public function getURI(){
        return 'http://www.reporterre.net/';
    }
<commit_msg>[Reporterre] Replace relative image paths with absolute URL<commit_after><?php
class ReporterreBridge extends BridgeAbstract{

		public function loadMetadatas() {

			$this->maintainer = "nyutag";
			$this->name = "Reporterre Bridge";
			$this->uri = "http://www.reporterre.net/";
			$this->description = "Returns the newest articles.";
			$this->update = "2016-08-04";

		}

		function ExtractContentReporterre($url) {
			$html2 = $this->file_get_html($url);
			foreach($html2->find('div[style=text-align:justify]') as $e) {
				$text = $e->outertext;
			}
			$html2->clear();
			unset ($html2);

			// Replace all relative urls with absolute ones
			$text = preg_replace('/(href|src)(\=[\"\'])(?!http)([^"\']+)/ims', "$1$2" . $this->getURI() . "$3", $text);
			
			$text = strip_tags($text, '<p><br><a><img>');

			return $text;
		}

        public function collectData(array $param){
		$html = $this->file_get_html('http://www.reporterre.net/spip.php?page=backend') or $this->returnError('Could not request Reporterre.', 404);
		$limit = 0;

		foreach($html->find('item') as $element) {
		 if($limit < 5) {
		  $item = new \Item();
		  $item->title = html_entity_decode($element->find('title', 0)->plaintext);
		  $item->timestamp = strtotime($element->find('dc:date', 0)->plaintext);
		  $item->uri = $element->find('guid', 0)->innertext;
		  $item->content = html_entity_decode($this->ExtractContentReporterre($item->uri));
		  $this->items[] = $item;
		  $limit++;
		 }
		}
    
    }

    public function getName(){
        return 'Reporterre Bridge';
    }

    public function getURI(){
        return 'http://www.reporterre.net/';
    }

{'fraction_non_alphanumeric': 0.1956450016496206, 'fraction_numerical': 0.01418673705047839, 'mean_word_length': 3.5869894099848714, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 58, 'https://': 0, 'lorem ipsum': 0, 'www.': 6, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7458928', 'n_tokens_mistral': 1180, 'n_tokens_neox': 1012, 'n_words': 189}