<commit_before>import requests
from BeautifulSoup import BeautifulSoup

apj_base = "http://iopscience.iop.org/article/10.3847/1538-4357/"

latest_issue = "836/1/" #same for both ApJ and ApJL - issues run in parallel


num_articles = 1 #test using only first article for now

for art in range(1,num_articles+1):
	url = apj_base + latest_issue + str(art)
	
	r = requests.get(url)
	soup = BeautifulSoup(r.content)
	
	dates = soup.find('div', attrs={'class':'col-no-break wd-jnl-art-dates'})
	#dates = soup.find('div', attrs={'class':'article-meta'})

	print dates
<commit_msg>Parse and store final dates<commit_after>import requests
from BeautifulSoup import BeautifulSoup

apj_base = "http://iopscience.iop.org/article/10.3847/1538-4357/"

latest_issue = "836/1/" #same for both ApJ and ApJL - issues run in parallel


num_articles = 1 #test using only first article for now

for num in range(1,num_articles+1):
	url = apj_base + latest_issue + str(num)
	
	r = requests.get(url)
	soup = BeautifulSoup(r.content)
	
	dates = soup.find('div', attrs={'class':'col-no-break wd-jnl-art-dates'})
	#dates = soup.find('div', attrs={'class':'article-meta'})

	
	start = dates.find("Received ") + 9
    	end = dates.find("Accepted")
    
    	received_date = dates[start:end]
    
    	start = dates.find("Accepted ") + 9
    	end = dates.find("Published")
    
    	accepted_date = dates[start:end]
    
    	print received_date, accepted_date

{'fraction_non_alphanumeric': 0.13756983240223464, 'fraction_numerical': 0.030726256983240222, 'mean_word_length': 4.010489510489511, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6353034', 'n_tokens_mistral': 542, 'n_tokens_neox': 502, 'n_words': 119}