for profile in profiles:
    yield Request(urljoin(response.url, profile), callback=self.
        profile_collector)
page = response.meta['page'] + 1
if page:
    yield FormRequest(
        'https://rotmanconnect.com/AlumniDirectory/getmorerecentjoineduser',
        formdata={'isSortByName': 'false', 'pageNumber': str(page)},
        callback=self.directory_page, meta={'page': page})
else:
    print('No more page available')
Send Post Request in Scrapy