<commit_before>
sites_to_check = [
    {
        "name": "Lissu Monitor",
        "url": "http://lissu.tampere.fi/monitor.php?stop=0014",
        "acceptable_statuses": [200],
        "mandatory_strings": [
            "table2"
        ]
    },
    {
        "name": "Siri API",
        "url": "https://siri.ij2010.tampere.fi/ws",
        "acceptable_statuses": [401],
        "mandatory_strings": [
            "Full authentication is required to access this resource",
            "Apache Tomcat"
        ]
    }
    # TODO Next time when api is down, check below url:
    # http://lissu.tampere.fi/ajax_servers/busLocations.php
]<commit_msg>Remove todo on lissu php ajax call. It returns and empty array in case of problems<commit_after>
sites_to_check = [
    {
        "name": "Lissu Monitor",
        "url": "http://lissu.tampere.fi/monitor.php?stop=0014",
        "acceptable_statuses": [200],
        "mandatory_strings": [
            "table2"
        ]
    },
    {
        "name": "Siri API",
        "url": "https://siri.ij2010.tampere.fi/ws",
        "acceptable_statuses": [401],
        "mandatory_strings": [
            "Full authentication is required to access this resource",
            "Apache Tomcat"
        ]
    }
]
{'fraction_non_alphanumeric': 0.13940370668815472, 'fraction_numerical': 0.024174053182917002, 'mean_word_length': 2.021897810218978, 'pattern_counts': {'":': 16, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5645304', 'n_tokens_mistral': 427, 'n_tokens_neox': 399, 'n_words': 84}