<commit_before>from django.conf import settings

from django_spam.utils import Colour


# common endpoints bots like (w/o leading slash)
SPAM_ROUTES = [
    # asp/x
    'admin.aspx',
    'admin.asp',
    'admin/account.html',
    'admin/login.asp',
    'admin_login.asp',
    'admin_login.aspx',
    'administartorlogin.aspx',
    'administrator_login.asp',
    'administrator_login.aspx',
    'login/administrator.aspx',
    'login/admin.asp',

    # php
    'admin.php',
    'admin/login.php',
    'admin_area/index.php',
    'administrator/index.php',
    'index.php',
    'siteadmin/index.php',
    'siteadmin/login.php',
    'wp-admin/admin-ajax.php',
    'wp-admin/post-new.php',
    'wp-admin/options-link.php',
    'wp-admin/includes/themes.php',
    'wp-login.php',

    # html
    'admin/account.html',
    'admin/admin.html',
    'admin/index.html',
    'admin/login.html'
]

# '10 hours of'...
SPAM_URLS = [
    # darth vader breathing
    'https://www.youtube.com/watch?v=un8FAjXWOBY',
    # yodelling
    'https://www.youtube.com/watch?v=Lxt0_YrQs0M',
    # whistling mullet guy
    'https://www.youtube.com/watch?v=Sbhoym9yzVQ',
    # screaming guy
    'https://www.youtube.com/watch?v=CRcYlE3i_-4',
    # awesome face song
    'https://www.youtube.com/watch?v=WNeni1lbzgY',
    # screaming sheep
    'https://www.youtube.com/watch?v=SjHUb7NSrNk',
    # epic sax guy
    'https://www.youtube.com/watch?v=kxopViU98Xo',
    # crab rave
    'https://www.youtube.com/watch?v=-50NdPawLVY',
    # wii theme music,
    'https://www.youtube.com/watch?v=Twi92KYddW4',
    # nyan cat
    'https://www.youtube.com/watch?v=wZZ7oFKsKzY'
]

# check if any settings vars have been included to add to the
# list of routes or urls
if hasattr(settings, 'SPAM_ROUTES'):
    SPAM_ROUTES += settings.SPAM_ROUTES


# check for excluded routes<commit_msg>chore: rm comma<commit_after>from django.conf import settings

from django_spam.utils import Colour


# common endpoints bots like (w/o leading slash)
SPAM_ROUTES = [
    # asp/x
    'admin.aspx',
    'admin.asp',
    'admin/account.html',
    'admin/login.asp',
    'admin_login.asp',
    'admin_login.aspx',
    'administartorlogin.aspx',
    'administrator_login.asp',
    'administrator_login.aspx',
    'login/administrator.aspx',
    'login/admin.asp',

    # php
    'admin.php',
    'admin/login.php',
    'admin_area/index.php',
    'administrator/index.php',
    'index.php',
    'siteadmin/index.php',
    'siteadmin/login.php',
    'wp-admin/admin-ajax.php',
    'wp-admin/post-new.php',
    'wp-admin/options-link.php',
    'wp-admin/includes/themes.php',
    'wp-login.php',

    # html
    'admin/account.html',
    'admin/admin.html',
    'admin/index.html',
    'admin/login.html'
]

# '10 hours of'...
SPAM_URLS = [
    # darth vader breathing
    'https://www.youtube.com/watch?v=un8FAjXWOBY',
    # yodelling
    'https://www.youtube.com/watch?v=Lxt0_YrQs0M',
    # whistling mullet guy
    'https://www.youtube.com/watch?v=Sbhoym9yzVQ',
    # screaming guy
    'https://www.youtube.com/watch?v=CRcYlE3i_-4',
    # awesome face song
    'https://www.youtube.com/watch?v=WNeni1lbzgY',
    # screaming sheep
    'https://www.youtube.com/watch?v=SjHUb7NSrNk',
    # epic sax guy
    'https://www.youtube.com/watch?v=kxopViU98Xo',
    # crab rave
    'https://www.youtube.com/watch?v=-50NdPawLVY',
    # wii theme music
    'https://www.youtube.com/watch?v=Twi92KYddW4',
    # nyan cat
    'https://www.youtube.com/watch?v=wZZ7oFKsKzY'
]

# check if any settings vars have been included to add to the
# list of routes or urls
if hasattr(settings, 'SPAM_ROUTES'):
    SPAM_ROUTES += settings.SPAM_ROUTES


# check for excluded routes
{'fraction_non_alphanumeric': 0.15805142083897158, 'fraction_numerical': 0.009742895805142085, 'mean_word_length': 3.0043336944745396, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 20, 'lorem ipsum': 0, 'www.': 20, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5967000', 'n_tokens_mistral': 1479, 'n_tokens_neox': 1425, 'n_words': 221}