class CustomRedirectMiddleware(RedirectMiddleware):
    """Handle redirection of requests based on response status and meta-refresh html tag"""

def process_response(self, request, response, spider):
    pass
Захват кодов состояния http с помощью паука scrapy