<commit_before>import requests
from bs4 import BeautifulSoup

def medspider():

        url = "http://symptoms.webmd.com/#introView"
        source_html = requests.get(url)
        plain_html = source_html.text
        soup = BeautifulSoup(plain_html, "html.parser")
        for link in soup.findAll('a'):
            href = link.get("href")
            print(href)
medspider()
<commit_msg>counter added... should be made recursive!<commit_after>import requests
from bs4 import BeautifulSoup

def medspider(URL_LINK):
	url = URL_LINK
	source_html = requests.get(url)
	plain_html = source_html.text
	soup = BeautifulSoup(plain_html, "html.parser")
	for link in soup.findAll('a'):
		href = str(link.get("href"))
		if href[0] == 'h':
			medspider.count += 1
			print(str(medspider.count) + ": " + href)


medspider.count = 0
medspider("http://symptomchecker.webmd.com")
{'fraction_non_alphanumeric': 0.13163972286374134, 'fraction_numerical': 0.005773672055427252, 'mean_word_length': 3.5873015873015874, 'pattern_counts': {'":': 1, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4387722', 'n_tokens_mistral': 306, 'n_tokens_neox': 294, 'n_words': 63}