<commit_before>import re

from comics.aggregator.crawler import CrawlerBase, CrawlerImage
from comics.meta.base import MetaBase

class Meta(MetaBase):
    name = 'Yehuda Moon'
    language = 'en'
    url = 'http://www.yehudamoon.com/'
    start_date = '2008-01-22'
    rights = '<NAME>'

class Crawler(CrawlerBase):
    history_capable_date = '2008-01-22'
    schedule = 'Mo,Tu,We,Th,Fr,Sa,Su'
    time_zone = -5

    def crawl(self, pub_date):
        page_url = 'http://www.yehudamoon.com/index.php?date=%s' % \
            pub_date.strftime('%Y-%m-%d')
        page = self.parse_page(page_url)

        # It'll forward you to the most current day if it doesn't have
        # pub_date. Check *explicitly* to make sure this day exists and bug out
        # if not
        current_day = page.value('select[id=ss_select] option[value*=%s]' %
            pub_date.strftime('%Y-%m-%d'))

        if current_day is None:
            return

        url = page.src('div[id="ss_img_div"] img')<commit_msg>Fixing Yehuda Moon: broken with new Paypal link<commit_after>import re

from comics.aggregator.crawler import CrawlerBase, CrawlerImage
from comics.meta.base import MetaBase

class Meta(MetaBase):
    name = 'Yehuda Moon'
    language = 'en'
    url = 'http://www.yehudamoon.com/'
    start_date = '2008-01-22'
    rights = '<NAME>'

class Crawler(CrawlerBase):
    history_capable_date = '2008-01-22'
    schedule = 'Mo,Tu,We,Th,Fr,Sa,Su'
    time_zone = -5

    def crawl(self, pub_date):
        page_url = 'http://www.yehudamoon.com/index.php?date=%s' % \
            pub_date.strftime('%Y-%m-%d')
        page = self.parse_page(page_url)

        # It'll forward you to the most current day if it doesn't have
        # pub_date. Check *explicitly* to make sure this day exists and bug out
        # if not
        current_day = page.value('select[id=ss_select] option[value*=%s]' %
            pub_date.strftime('%Y-%m-%d'))

        if current_day is None:
            return

        url = page.src('div[id="ss_img_div"] img[src*=strips]')
{'fraction_non_alphanumeric': 0.13238886174890083, 'fraction_numerical': 0.016609672691744015, 'mean_word_length': 2.750915750915751, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4909102', 'n_tokens_mistral': 754, 'n_tokens_neox': 704, 'n_words': 162}