<commit_before>beckercat.wustl.edu
cancercontrol.cancer.gov
cdc.gov
census.gov
ceramics.org
chronicle.com
drugabuse.gov
fraser.stlouisfed.org
gpoaccess.gov
info.sciverse.com
jopm.org
lcweb2.loc.gov
libproxy.wustl.edu
librarians.scitation.org
mhebooklibrary.com
ncbi.nlm.nih.gov
niaaa.nih.gov
nlm.nih.gov
nnlm.gov
portal.sciencesocieties.org
pubmedcentral.nih.gov
purl.access.gpo.gov
rehab.research.va.gov
rps.mui.ac.ir
web.squ.edu.om
www.18thcjournals2.amdigital.co.uk
www2a.cdc.gov
www.abmsdirectory.com
www.biotechnologyforbiofuels.com
www.canadianjournalofophthalmology.ca
www.cdc.gov
www.census.gov
www.clockss.org
www.credoreference.com
www.down-syndrome.org
www.drugabuse.gov
www.eupjournals.com
www.g3journal.org
www.gpoaccess.gov
www.hawaiimedicaljournal.org
www.hbcpnetbase.com
www.hindawi.com
www.ias.ac.in
www.indianfolklore.org
www.info.sciverse.com
www.jabfp.org
www.jmidlifehealth.org
www.lib.noaa.gov
www.loc.gov
www.merckhomeedition.com
www.mf.uni-lj.si
www.ncbi.nlm.nih.gov<commit_msg>Blacklist AAFP, as it's not subscription (per Ignacio)<commit_after>aafp.org
beckercat.wustl.edu
cancercontrol.cancer.gov
cdc.gov
census.gov
ceramics.org
chronicle.com
drugabuse.gov
fraser.stlouisfed.org
gpoaccess.gov
info.sciverse.com
jopm.org
lcweb2.loc.gov
libproxy.wustl.edu
librarians.scitation.org
mhebooklibrary.com
ncbi.nlm.nih.gov
niaaa.nih.gov
nlm.nih.gov
nnlm.gov
portal.sciencesocieties.org
pubmedcentral.nih.gov
purl.access.gpo.gov
rehab.research.va.gov
rps.mui.ac.ir
web.squ.edu.om
www.aafp.org
www.18thcjournals2.amdigital.co.uk
www2a.cdc.gov
www.abmsdirectory.com
www.biotechnologyforbiofuels.com
www.canadianjournalofophthalmology.ca
www.cdc.gov
www.census.gov
www.clockss.org
www.credoreference.com
www.down-syndrome.org
www.drugabuse.gov
www.eupjournals.com
www.g3journal.org
www.gpoaccess.gov
www.hawaiimedicaljournal.org
www.hbcpnetbase.com
www.hindawi.com
www.ias.ac.in
www.indianfolklore.org
www.info.sciverse.com
www.jabfp.org
www.jmidlifehealth.org
www.lib.noaa.gov
www.loc.gov
www.merckhomeedition.com
www.mf.uni-lj.si
www.ncbi.nlm.nih.gov
{'fraction_non_alphanumeric': 0.1127237542331882, 'fraction_numerical': 0.005805515239477504, 'mean_word_length': 5.173134328358209, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 55, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4899080', 'n_tokens_mistral': 951, 'n_tokens_neox': 899, 'n_words': 112}