<commit_before>from comics.aggregator.crawler import CrawlerBase, CrawlerImage
from comics.meta.base import MetaBase

class Meta(MetaBase):
    name = 'Treading Ground'
    language = 'en'
    url = 'http://www.treadingground.com/'
    start_date = '2003-10-12'
    rights = '<NAME>'

class Crawler(CrawlerBase):
    history_capable_days = 30
    schedule = 'Mo,We,Fr'
    time_zone = -5

    def crawl(self, pub_date):
        feed = self.parse_feed('http://www.treadingground.com/?feed=rss2')
        for entry in feed.for_date(pub_date):
            url = entry.content0.src('img[src*="/comics/"]')
            url = url.replace('/thumbs', '').replace('-medium', '')
            title = entry.title
            text = entry.summary
            return CrawlerImage(url, title, text)<commit_msg>Fix text retrieval for 'treadingground'<commit_after>from comics.aggregator.crawler import CrawlerBase, CrawlerImage
from comics.meta.base import MetaBase

class Meta(MetaBase):
    name = 'Treading Ground'
    language = 'en'
    url = 'http://www.treadingground.com/'
    start_date = '2003-10-12'
    rights = '<NAME>'

class Crawler(CrawlerBase):
    history_capable_days = 30
    schedule = 'Mo,We,Fr'
    time_zone = -5

    def crawl(self, pub_date):
        feed = self.parse_feed('http://www.treadingground.com/?feed=rss2')
        for entry in feed.for_date(pub_date):
            url = entry.content0.src('img[src*="/comics/"]')
            url = url.replace('/thumbs', '').replace('-medium', '')
            title = entry.title
            text = entry.summary.text('')
            return CrawlerImage(url, title, text)
{'fraction_non_alphanumeric': 0.1407498463429625, 'fraction_numerical': 0.015980331899200985, 'mean_word_length': 2.839622641509434, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2206822', 'n_tokens_mistral': 551, 'n_tokens_neox': 515, 'n_words': 107}