<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import re
import tempfile
from time import time
from base64 import b64decode

from Plugin import Plugin

class ShareonlineBiz(Plugin):

    def __init__(self, parent):
        Plugin.__init__(self, parent)
        props = {}
        props['name'] = "ShareonlineBiz"
        props['type'] = "hoster"
                            #http://www.share-online.biz/download.php?id=A27B9D78
        props['pattern'] = r"(?:http://)?(?:www.)?share-online.biz/download.php\?id="
        props['version'] = "0.1"
        props['description'] = """Shareonline.biz Download Plugin"""
        props['author_name'] = ("spoob")
        props['author_mail'] = ("<EMAIL>")
        self.props = props
        self.parent = parent
        self.html = [None, None]
        self.want_reconnect = False
        self.init_ocr()
        self.multi_dl = False

    def download_html(self):
        url = self.parent.url
        self.html[0] = self.req.load(url, cookies=True)
        
        captcha_image = tempfile.NamedTemporaryFile(suffix=".jpg").name

        for i in range(5):
            self.req.download("http://www.share-online.biz/captcha.php", captcha_image, cookies=True)
            captcha = self.ocr.get_captcha(captcha_image)
            self.html[1] = self.req.load(url, post={"captchacode": captcha}, cookies=True)
            if re.search(r"Der Download ist Ihnen zu langsam?", self.html[1]) != None:
                self.time_plus_wait = time() + 15
                break

        os.remove(captcha_image)

    def get_file_url(self):
        """ returns the absolute downloadable filepath
        """
        if self.html[0] == None:
            self.download_html()
        if not self.want_reconnect:
            file_url_pattern = 'loadfilelink\.decode\("(.*==)"\);'
            return b64decode(re.search(file_url_pattern, self.html[1]).group(1))
        else:
            return False

    def get_file_name(self):
        if self.html[0] == None:
            self.download_html()
        if not self.want_reconnect:
            file_name_pattern = 'class="locatedActive">Download (.*)</span>'
            return re.search(file_name_pattern, self.html[1]).group(1)
        else:
            return self.parent.url

    def file_exists(self):
        """ returns True or False
        """
        if self.html[0] == None:
            self.download_html()
        if re.search(r"nicht zum Download bereitgestellt werden", self.html[0]) != None:
            return False
        else:
            return True

    def proceed(self, url, location):
        self.req.download(url, location)
<commit_msg>cleaned up the share-online plugin<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import re
import tempfile
from time import time
from base64 import b64decode

from Plugin import Plugin

class ShareonlineBiz(Plugin):

    def __init__(self, parent):
        Plugin.__init__(self, parent)
        props = {}
        props['name'] = "ShareonlineBiz"
        props['type'] = "hoster"
        props['pattern'] = r"(?:http://)?(?:www.)?share-online.biz/download.php\?id="
        props['version'] = "0.1"
        props['description'] = """Shareonline.biz Download Plugin"""
        props['author_name'] = ("spoob")
        props['author_mail'] = ("<EMAIL>")
        self.props = props
        self.parent = parent
        self.html = [None, None]
        self.want_reconnect = False
        self.init_ocr()
        self.multi_dl = False

    def download_html(self):
        url = self.parent.url
        self.html[0] = self.req.load(url, cookies=True)
        
        captcha_image = tempfile.NamedTemporaryFile(suffix=".jpg").name

        for i in range(5):
            self.req.download("http://www.share-online.biz/captcha.php", captcha_image, cookies=True)
            captcha = self.ocr.get_captcha(captcha_image)
            self.html[1] = self.req.load(url, post={"captchacode": captcha}, cookies=True)
            if re.search(r"Der Download ist Ihnen zu langsam?", self.html[1]) != None:
                self.time_plus_wait = time() + 15
                break

        os.remove(captcha_image)

    def get_file_url(self):
        """ returns the absolute downloadable filepath
        """
        if self.html[0] == None:
            self.download_html()
        if not self.want_reconnect:
            file_url_pattern = 'loadfilelink\.decode\("(.*==)"\);'
            return b64decode(re.search(file_url_pattern, self.html[1]).group(1))
        else:
            return False

    def get_file_name(self):
        if self.html[0] == None:
            self.download_html()
        if not self.want_reconnect:
            file_name_pattern = 'class="locatedActive">Download (.*)</span>'
            return re.search(file_name_pattern, self.html[1]).group(1)
        else:
            return self.parent.url

    def file_exists(self):
        """ returns True or False
        """
        if self.html[0] == None:
            self.download_html()
        if re.search(r"nicht zum Download bereitgestellt werden", self.html[0]) != None:
            return False
        else:
            return True

{'fraction_non_alphanumeric': 0.1349740434531821, 'fraction_numerical': 0.009805806575658528, 'mean_word_length': 2.1894543225015326, 'pattern_counts': {'":': 2, '<': 7, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 5, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 24, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1428314', 'n_tokens_mistral': 1627, 'n_tokens_neox': 1558, 'n_words': 327}