def process_response(self, request, response, spider):
    request.meta.setdefault('redirect_status', []).append(response.status)
response = super(CustomRedirectMiddleware, self).process_response(request,
    response, spider)
return response
Захват кодов состояния http с помощью паука scrapy