urls = ['http://www.google.com']

def get_links(url):
    r = requests.get(url)
if r.status_code == 200:
    soup = BeautifulSoup(r.text)
links + soup.find_all('a')
for url in urls:
    jobs.append(p.spawn(get_links, url))
gevent.joinall(jobs)
Пул Gevent с вложенными веб-запросами