<commit_before>import re

from comics.aggregator.crawler import CrawlerBase, CrawlerImage
from comics.core.comic_data import ComicDataBase


class ComicData(ComicDataBase):
    name = "Subnormality"
    language = "en"
    url = "http://www.viruscomix.com/subnormality.html"
    start_date = "2007-01-01"
    rights = "Winston Rowntree"


class Crawler(CrawlerBase):
    history_capable_date = "2008-11-25"
    time_zone = "US/Eastern"

    def crawl(self, pub_date):
        feed = self.parse_feed("http://www.viruscomix.com/rss.xml")
        for entry in feed.for_date(pub_date):
            page = self.parse_page(entry.link)
            elements = [
                el
                for el in page.root.find("body").findall("img")
                if el.attrib["src"].endswith(".jpg")
            ]
            elements.sort(<commit_msg>"Subnormality" is no longer active<commit_after>import re

from comics.aggregator.crawler import CrawlerBase, CrawlerImage
from comics.core.comic_data import ComicDataBase


class ComicData(ComicDataBase):
    name = "Subnormality"
    language = "en"
    url = "http://www.viruscomix.com/subnormality.html"
    start_date = "2007-01-01"
    end_date = '2019-06-07'
    rights = "Winston Rowntree"
    active = False


class Crawler(CrawlerBase):
    history_capable_date = "2008-11-25"
    time_zone = "US/Eastern"

    def crawl(self, pub_date):
        feed = self.parse_feed("http://www.viruscomix.com/rss.xml")
        for entry in feed.for_date(pub_date):
            page = self.parse_page(entry.link)
            elements = [
                el
                for el in page.root.find("body").findall("img")
                if el.attrib["src"].endswith(".jpg")
            ]
            elements.sort(
{'fraction_non_alphanumeric': 0.1187214611872146, 'fraction_numerical': 0.0228310502283105, 'mean_word_length': 2.4575936883629192, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3601102', 'n_tokens_mistral': 619, 'n_tokens_neox': 560, 'n_words': 107}