class Torrent(ScrapedItem):
    pass


class MininovaSpider(CrawlSpider):
    domain_name = 'mininova.org'
start_urls = ['http://www.mininova.org/today']
rules = [Rule(RegexLinkExtractor(allow=['/tor/\\d+']), 'parse_torrent')]

def parse_torrent(self, response):
    pass
Anyone know of a good Python based web crawler that I could use?