<commit_before>from datetime import datetime
from time import sleep

from upol_search_engine.upol_crawler import tasks


def main():
    blacklist = """portal.upol.cz
    stag.upol.cz
    library.upol.cz
    adfs.upol.cz
    portalbeta.upol.cz
    idp.upol.cz
    famaplus.upol.cz
    es.upol.cz
    smlouvy.upol.cz
    menza.upol.cz
    edis.upol.cz
    courseware.upol.cz
    m.zurnal.upol.cz"""

    crawler_settings = {'limit_domain': 'upol.cz',
                        'max_depth': 10,
                        'connect_max_timeout': 3.05,
                        'read_max_timeout': 10,
                        'frequency_per_server': 0.5,
                        'blacklist': blacklist}
<commit_msg>Change frequency per server<commit_after>from datetime import datetime
from time import sleep

from upol_search_engine.upol_crawler import tasks


def main():
    blacklist = """portal.upol.cz
    stag.upol.cz
    library.upol.cz
    adfs.upol.cz
    portalbeta.upol.cz
    idp.upol.cz
    famaplus.upol.cz
    es.upol.cz
    smlouvy.upol.cz
    menza.upol.cz
    edis.upol.cz
    courseware.upol.cz
    m.zurnal.upol.cz"""

    crawler_settings = {'limit_domain': 'upol.cz',
                        'max_depth': 10,
                        'connect_max_timeout': 3.05,
                        'read_max_timeout': 10,
                        'frequency_per_server': 0.7,
                        'blacklist': blacklist}

{'fraction_non_alphanumeric': 0.10112359550561797, 'fraction_numerical': 0.012640449438202247, 'mean_word_length': 1.783203125, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3721304', 'n_tokens_mistral': 510, 'n_tokens_neox': 485, 'n_words': 85}