<commit_before>##################################################################
# Total Impact default configuration settings
# ALL KEYS HAVE TO BE UPPERCASE TO BE STORED IN APP SETTINGS
#

USER_AGENT = "TotalImpact/0.3.0" # User-Agent string to use on HTTP requests
VERSION = "bruce" # TI version
PROXY = "" # used with  providers-test-proxy.py script in the extras directory
CACHE_ENABLED = True # Memcache server enabled

# List of desired providers and their configuration files
# Alias methods will be called in the order of this list
PROVIDERS = [
    # this is up here because it can produce dois
    ("pubmed", {}),  # 1 because rate limited

    # best biblio providers go here, in order with best first
    ("crossref", {}),
    ("dryad", {}),            
    ("github", {}),
    ("slideshare", {}),

    # if-need-be biblio providers go here, in order with best first
    ("mendeley", {}),
    ("bibtex", {}),
    ("dataone", {}),
    ("webpage", {}),

    # don't-have-biblio providers go here, alphabetical order
    ("citeulike", {}),   
    ("delicious", {}),   
    ("facebook", {}),   
    ("plosalm", {}),
    ("scienceseeker", {}),
    # ("researchblogging", {}), # takes too long
    ("scopus", {}),
    ("topsy", {}),
    ("wikipedia", {}),
]
<commit_msg>disable scopus for now<commit_after>##################################################################
# Total Impact default configuration settings
# ALL KEYS HAVE TO BE UPPERCASE TO BE STORED IN APP SETTINGS
#

USER_AGENT = "TotalImpact/0.3.0" # User-Agent string to use on HTTP requests
VERSION = "bruce" # TI version
PROXY = "" # used with  providers-test-proxy.py script in the extras directory
CACHE_ENABLED = True # Memcache server enabled

# List of desired providers and their configuration files
# Alias methods will be called in the order of this list
PROVIDERS = [
    # this is up here because it can produce dois
    ("pubmed", {}),  # 1 because rate limited

    # best biblio providers go here, in order with best first
    ("crossref", {}),
    ("dryad", {}),            
    ("github", {}),
    ("slideshare", {}),

    # if-need-be biblio providers go here, in order with best first
    ("mendeley", {}),
    ("bibtex", {}),
    ("dataone", {}),
    ("webpage", {}),

    # don't-have-biblio providers go here, alphabetical order
    ("citeulike", {}),   
    ("delicious", {}),   
    ("facebook", {}),   
    ("plosalm", {}),
    ("scienceseeker", {}),
    # ("researchblogging", {}), # takes too long
    # ("scopus", {}),
    ("topsy", {}),
    ("wikipedia", {}),
]

{'fraction_non_alphanumeric': 0.20062329567588624, 'fraction_numerical': 0.0031164783794312427, 'mean_word_length': 3.330522765598651, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4716452', 'n_tokens_mistral': 797, 'n_tokens_neox': 765, 'n_words': 253}