<commit_before>import pytest

from lists2safebrowsing import canonicalize


CANONICALIZE_TESTCASES = (
    ("no_change_1", "www.google.com/", "www.google.com/"),
    ("no_change_2", "evil.com/foo;", "evil.com/foo;"),
    ("remove_scheme_1", "http://www.google.com/", "www.google.com/"),
    ("remove_scheme_2", "https://www.securesite.com/", "www.securesite.com/"),
    ("remove_port", "http://www.gotaport.com:1234/", "www.gotaport.com/"),
    ("add_trailing_slash_1", "www.google.com", "www.google.com/"),
    ("add_trailing_slash_2", "http://notrailingslash.com",
        "notrailingslash.com/"),
    ("remove_surrounding_whitespace_1", "  http://www.google.com/  ",<commit_msg>Include actual tracking test domain in test cases<commit_after>import pytest

from lists2safebrowsing import canonicalize


CANONICALIZE_TESTCASES = (
    ("dummy_tracking_domain", "https://base-fingerprinting-track-digest256."
        "dummytracker.org/tracker.js", "base-fingerprinting-track-digest256."
        "dummytracker.org/tracker.js"),
    ("no_change_1", "www.google.com/", "www.google.com/"),
    ("no_change_2", "evil.com/foo;", "evil.com/foo;"),
    ("remove_scheme", "http://www.google.com/", "www.google.com/"),
    ("remove_port", "http://www.gotaport.com:1234/", "www.gotaport.com/"),
    ("add_trailing_slash_1", "www.google.com", "www.google.com/"),
    ("add_trailing_slash_2", "http://notrailingslash.com",
        "notrailingslash.com/"),
    ("remove_surrounding_whitespace_1", "  http://www.google.com/  ",
{'fraction_non_alphanumeric': 0.20105820105820105, 'fraction_numerical': 0.018518518518518517, 'mean_word_length': 4.253472222222222, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 20, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5144669', 'n_tokens_mistral': 593, 'n_tokens_neox': 559, 'n_words': 69}