class MyCustomDownloaderMiddleware(object):

    def process_request(self, request, spider):
        request._url = request.url.replace('%5B', '[', 2)
request._url = request.url.replace('%5D', ']', 2)
How to prevent Scrapy from URL encoding request URLs